AOMedia AV1 Codec
encoder.h
Go to the documentation of this file.
1/*
2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
15#ifndef AOM_AV1_ENCODER_ENCODER_H_
16#define AOM_AV1_ENCODER_ENCODER_H_
17
18#include <stdbool.h>
19#include <stdio.h>
20
21#include "config/aom_config.h"
22
23#include "aom/aomcx.h"
24#include "aom_util/aom_pthread.h"
25
26#include "av1/common/alloccommon.h"
27#include "av1/common/av1_common_int.h"
28#include "av1/common/blockd.h"
29#include "av1/common/entropymode.h"
30#include "av1/common/enums.h"
31#include "av1/common/reconintra.h"
32#include "av1/common/resize.h"
33#include "av1/common/thread_common.h"
34#include "av1/common/timing.h"
35
36#include "av1/encoder/aq_cyclicrefresh.h"
37#include "av1/encoder/av1_quantize.h"
38#include "av1/encoder/block.h"
39#include "av1/encoder/context_tree.h"
40#include "av1/encoder/enc_enums.h"
41#include "av1/encoder/encodemb.h"
42#include "av1/encoder/external_partition.h"
43#include "av1/encoder/firstpass.h"
44#include "av1/encoder/global_motion.h"
45#include "av1/encoder/level.h"
47#include "av1/encoder/mcomp.h"
48#include "av1/encoder/pickcdef.h"
49#include "av1/encoder/ratectrl.h"
50#include "av1/encoder/rd.h"
52#include "av1/encoder/svc_layercontext.h"
53#include "av1/encoder/temporal_filter.h"
54#if CONFIG_THREE_PASS
55#include "av1/encoder/thirdpass.h"
56#endif
57#include "av1/encoder/tokenize.h"
58#include "av1/encoder/tpl_model.h"
59#include "av1/encoder/av1_noise_estimate.h"
60#include "av1/encoder/bitstream.h"
61
62#if CONFIG_INTERNAL_STATS
63#include "aom_dsp/ssim.h"
64#endif
65#include "aom_dsp/variance.h"
66#if CONFIG_DENOISE
67#include "aom_dsp/noise_model.h"
68#endif
69#if CONFIG_TUNE_VMAF
70#include "av1/encoder/tune_vmaf.h"
71#endif
72#if CONFIG_AV1_TEMPORAL_DENOISING
73#include "av1/encoder/av1_temporal_denoiser.h"
74#endif
75#if CONFIG_TUNE_BUTTERAUGLI
76#include "av1/encoder/tune_butteraugli.h"
77#endif
78
79#include "aom/internal/aom_codec_internal.h"
80
81#ifdef __cplusplus
82extern "C" {
83#endif
84
85// TODO(yunqing, any): Added suppression tag to quiet Doxygen warnings. Need to
86// adjust it while we work on documentation.
88// Number of frames required to test for scene cut detection
89#define SCENE_CUT_KEY_TEST_INTERVAL 16
90
91// Lookahead index threshold to enable temporal filtering for second arf.
92#define TF_LOOKAHEAD_IDX_THR 7
93
94#define HDR_QP_LEVELS 10
95#define CHROMA_CB_QP_SCALE 1.04
96#define CHROMA_CR_QP_SCALE 1.04
97#define CHROMA_QP_SCALE -0.46
98#define CHROMA_QP_OFFSET 9.26
99#define QP_SCALE_FACTOR 2.0
100#define DISABLE_HDR_LUMA_DELTAQ 1
101
102// Rational number with an int64 numerator
103// This structure holds a fractional value
104typedef struct aom_rational64 {
105 int64_t num; // fraction numerator
106 int den; // fraction denominator
107} aom_rational64_t; // alias for struct aom_rational
108
109enum {
110 // Good Quality Fast Encoding. The encoder balances quality with the amount of
111 // time it takes to encode the output. Speed setting controls how fast.
112 GOOD,
113 // Realtime Fast Encoding. Will force some restrictions on bitrate
114 // constraints.
115 REALTIME,
116 // All intra mode. All the frames are coded as intra frames.
117 ALLINTRA
118} UENUM1BYTE(MODE);
119
120enum {
121 FRAMEFLAGS_KEY = 1 << 0,
122 FRAMEFLAGS_GOLDEN = 1 << 1,
123 FRAMEFLAGS_BWDREF = 1 << 2,
124 // TODO(zoeliu): To determine whether a frame flag is needed for ALTREF2_FRAME
125 FRAMEFLAGS_ALTREF = 1 << 3,
126 FRAMEFLAGS_INTRAONLY = 1 << 4,
127 FRAMEFLAGS_SWITCH = 1 << 5,
128 FRAMEFLAGS_ERROR_RESILIENT = 1 << 6,
129} UENUM1BYTE(FRAMETYPE_FLAGS);
130
131#if CONFIG_FPMT_TEST
132enum {
133 PARALLEL_ENCODE = 0,
134 PARALLEL_SIMULATION_ENCODE,
135 NUM_FPMT_TEST_ENCODES
136} UENUM1BYTE(FPMT_TEST_ENC_CFG);
137#endif // CONFIG_FPMT_TEST
138// 0 level frames are sometimes used for rate control purposes, but for
139// reference mapping purposes, the minimum level should be 1.
140#define MIN_PYR_LEVEL 1
141static inline int get_true_pyr_level(int frame_level, int frame_order,
142 int max_layer_depth) {
143 if (frame_order == 0) {
144 // Keyframe case
145 return MIN_PYR_LEVEL;
146 } else if (frame_level == MAX_ARF_LAYERS) {
147 // Leaves
148 return max_layer_depth;
149 } else if (frame_level == (MAX_ARF_LAYERS + 1)) {
150 // Altrefs
151 return MIN_PYR_LEVEL;
152 }
153 return AOMMAX(MIN_PYR_LEVEL, frame_level);
154}
155
156enum {
157 NO_AQ = 0,
158 VARIANCE_AQ = 1,
159 COMPLEXITY_AQ = 2,
160 CYCLIC_REFRESH_AQ = 3,
161 AQ_MODE_COUNT // This should always be the last member of the enum
162} UENUM1BYTE(AQ_MODE);
163enum {
164 NO_DELTA_Q = 0,
165 DELTA_Q_OBJECTIVE = 1, // Modulation to improve objective quality
166 DELTA_Q_PERCEPTUAL = 2, // Modulation to improve video perceptual quality
167 DELTA_Q_PERCEPTUAL_AI = 3, // Perceptual quality opt for all intra mode
168 DELTA_Q_USER_RATING_BASED = 4, // User rating based delta q mode
169 DELTA_Q_HDR = 5, // QP adjustment based on HDR block pixel average
170 DELTA_Q_VARIANCE_BOOST =
171 6, // Variance Boost style modulation for all intra mode
172 DELTA_Q_MODE_COUNT // This should always be the last member of the enum
173} UENUM1BYTE(DELTAQ_MODE);
174
175enum {
176 RESIZE_NONE = 0, // No frame resizing allowed.
177 RESIZE_FIXED = 1, // All frames are coded at the specified scale.
178 RESIZE_RANDOM = 2, // All frames are coded at a random scale.
179 RESIZE_DYNAMIC = 3, // Frames coded at lower scale based on rate control.
180 RESIZE_MODES
181} UENUM1BYTE(RESIZE_MODE);
182
183enum {
184 SS_CFG_SRC = 0,
185 SS_CFG_LOOKAHEAD = 1,
186 SS_CFG_FPF = 2,
187 SS_CFG_TOTAL = 3
188} UENUM1BYTE(SS_CFG_OFFSET);
189
190enum {
191 DISABLE_SCENECUT, // For LAP, lag_in_frames < 19
192 ENABLE_SCENECUT_MODE_1, // For LAP, lag_in_frames >=19 and < 33
193 ENABLE_SCENECUT_MODE_2 // For twopass and LAP - lag_in_frames >=33
194} UENUM1BYTE(SCENECUT_MODE);
195
196#define MAX_VBR_CORPUS_COMPLEXITY 10000
197
198typedef enum {
199 MOD_FP, // First pass
200 MOD_TF, // Temporal filtering
201 MOD_TPL, // TPL
202 MOD_GME, // Global motion estimation
203 MOD_ENC, // Encode stage
204 MOD_LPF, // Deblocking loop filter
205 MOD_CDEF_SEARCH, // CDEF search
206 MOD_CDEF, // CDEF frame
207 MOD_LR, // Loop restoration filtering
208 MOD_PACK_BS, // Pack bitstream
209 MOD_FRAME_ENC, // Frame Parallel encode
210 MOD_AI, // All intra
211 NUM_MT_MODULES
212} MULTI_THREADED_MODULES;
213
215
229
240
245typedef enum {
246 SKIP_APPLY_RESTORATION = 1 << 0,
247 SKIP_APPLY_SUPERRES = 1 << 1,
248 SKIP_APPLY_CDEF = 1 << 2,
249 SKIP_APPLY_LOOPFILTER = 1 << 3,
251
255typedef struct {
259 RESIZE_MODE resize_mode;
270} ResizeCfg;
271
299
354
396
427
463
467typedef struct {
472
477
482
488
495
500
505
510
515
521
635
637typedef struct {
638 // Indicates the number of frames lag before encoding is started.
639 int lag_in_frames;
640 // Indicates the minimum gf/arf interval to be used.
641 int min_gf_interval;
642 // Indicates the maximum gf/arf interval to be used.
643 int max_gf_interval;
644 // Indicates the minimum height for GF group pyramid structure to be used.
645 int gf_min_pyr_height;
646 // Indicates the maximum height for GF group pyramid structure to be used.
647 int gf_max_pyr_height;
648 // Indicates if automatic set and use of altref frames should be enabled.
649 bool enable_auto_arf;
650 // Indicates if automatic set and use of (b)ackward (r)ef (f)rames should be
651 // enabled.
652 bool enable_auto_brf;
653} GFConfig;
654
655typedef struct {
656 // Indicates the number of tile groups.
657 unsigned int num_tile_groups;
658 // Indicates the MTU size for a tile group. If mtu is non-zero,
659 // num_tile_groups is set to DEFAULT_MAX_NUM_TG.
660 unsigned int mtu;
661 // Indicates the number of tile columns in log2.
662 int tile_columns;
663 // Indicates the number of tile rows in log2.
664 int tile_rows;
665 // Indicates the number of widths in the tile_widths[] array.
666 int tile_width_count;
667 // Indicates the number of heights in the tile_heights[] array.
668 int tile_height_count;
669 // Indicates the tile widths, and may be empty.
670 int tile_widths[MAX_TILE_COLS];
671 // Indicates the tile heights, and may be empty.
672 int tile_heights[MAX_TILE_ROWS];
673 // Indicates if large scale tile coding should be used.
674 bool enable_large_scale_tile;
675 // Indicates if single tile decoding mode should be enabled.
676 bool enable_single_tile_decoding;
677 // Indicates if EXT_TILE_DEBUG should be enabled.
678 bool enable_ext_tile_debug;
679} TileConfig;
680
681typedef struct {
682 // Indicates the width of the input frame.
683 int width;
684 // Indicates the height of the input frame.
685 int height;
686 // If forced_max_frame_width is non-zero then it is used to force the maximum
687 // frame width written in write_sequence_header().
688 int forced_max_frame_width;
689 // If forced_max_frame_width is non-zero then it is used to force the maximum
690 // frame height written in write_sequence_header().
691 int forced_max_frame_height;
692 // Indicates the frame width after applying both super-resolution and resize
693 // to the coded frame.
694 int render_width;
695 // Indicates the frame height after applying both super-resolution and resize
696 // to the coded frame.
697 int render_height;
698} FrameDimensionCfg;
699
700typedef struct {
701 // Indicates if warped motion should be enabled.
702 bool enable_warped_motion;
703 // Indicates if warped motion should be evaluated or not.
704 bool allow_warped_motion;
705 // Indicates if OBMC motion should be enabled.
706 bool enable_obmc;
707} MotionModeCfg;
708
709typedef struct {
710 // Timing info for each frame.
711 aom_timing_info_t timing_info;
712 // Indicates the number of time units of a decoding clock.
713 uint32_t num_units_in_decoding_tick;
714 // Indicates if decoder model information is present in the coded sequence
715 // header.
716 bool decoder_model_info_present_flag;
717 // Indicates if display model information is present in the coded sequence
718 // header.
719 bool display_model_info_present_flag;
720 // Indicates if timing info for each frame is present.
721 bool timing_info_present;
722} DecoderModelCfg;
723
724typedef struct {
725 // Indicates the update frequency for coeff costs.
726 COST_UPDATE_TYPE coeff;
727 // Indicates the update frequency for mode costs.
728 COST_UPDATE_TYPE mode;
729 // Indicates the update frequency for mv costs.
731 // Indicates the update frequency for dv costs.
733} CostUpdateFreq;
734
735typedef struct {
736 // Indicates the maximum number of reference frames allowed per frame.
737 unsigned int max_reference_frames;
738 // Indicates if the reduced set of references should be enabled.
739 bool enable_reduced_reference_set;
740 // Indicates if one-sided compound should be enabled.
741 bool enable_onesided_comp;
742} RefFrameCfg;
743
744typedef struct {
745 // Indicates the color space that should be used.
746 aom_color_primaries_t color_primaries;
747 // Indicates the characteristics of transfer function to be used.
748 aom_transfer_characteristics_t transfer_characteristics;
749 // Indicates the matrix coefficients to be used for the transfer function.
750 aom_matrix_coefficients_t matrix_coefficients;
751 // Indicates the chroma 4:2:0 sample position info.
752 aom_chroma_sample_position_t chroma_sample_position;
753 // Indicates if a limited color range or full color range should be used.
754 aom_color_range_t color_range;
755} ColorCfg;
756
757typedef struct {
758 // Indicates if extreme motion vector unit test should be enabled or not.
759 unsigned int motion_vector_unit_test;
760 // Indicates if superblock multipass unit test should be enabled or not.
761 unsigned int sb_multipass_unit_test;
762} UnitTestCfg;
763
764typedef struct {
765 // Indicates the file path to the VMAF model.
766 const char *vmaf_model_path;
767 // Indicates the path to the film grain parameters.
768 const char *film_grain_table_filename;
769 // Indicates the visual tuning metric.
770 aom_tune_metric tuning;
771 // Indicates if the current content is screen or default type.
772 aom_tune_content content;
773 // Indicates the film grain parameters.
774 int film_grain_test_vector;
775 // Indicates the in-block distortion metric to use.
776 aom_dist_metric dist_metric;
777} TuneCfg;
778
779typedef struct {
780 // Indicates the framerate of the input video.
781 double init_framerate;
782 // Indicates the bit-depth of the input video.
783 unsigned int input_bit_depth;
784 // Indicates the maximum number of frames to be encoded.
785 unsigned int limit;
786 // Indicates the chrome subsampling x value.
787 unsigned int chroma_subsampling_x;
788 // Indicates the chrome subsampling y value.
789 unsigned int chroma_subsampling_y;
790} InputCfg;
791
792typedef struct {
793 // If true, encoder will use fixed QP offsets, that are either:
794 // - Given by the user, and stored in 'fixed_qp_offsets' array, OR
795 // - Picked automatically from cq_level.
796 int use_fixed_qp_offsets;
797 // Indicates the minimum flatness of the quantization matrix.
798 int qm_minlevel;
799 // Indicates the maximum flatness of the quantization matrix.
800 int qm_maxlevel;
801 // Indicates if adaptive quantize_b should be enabled.
802 int quant_b_adapt;
803 // Indicates the Adaptive Quantization mode to be used.
804 AQ_MODE aq_mode;
805 // Indicates the delta q mode to be used.
806 DELTAQ_MODE deltaq_mode;
807 // Indicates the delta q mode strength.
808 DELTAQ_MODE deltaq_strength;
809 // Indicates if delta quantization should be enabled in chroma planes.
810 bool enable_chroma_deltaq;
811 // Indicates if delta quantization should be enabled for hdr video
812 bool enable_hdr_deltaq;
813 // Indicates if encoding with quantization matrices should be enabled.
814 bool using_qm;
815} QuantizationCfg;
816
889
890
891typedef struct {
892 // Indicates the codec bit-depth.
893 aom_bit_depth_t bit_depth;
894 // Indicates the superblock size that should be used by the encoder.
895 aom_superblock_size_t superblock_size;
896 // Indicates if loopfilter modulation should be enabled.
897 bool enable_deltalf_mode;
898 // Indicates how CDEF should be applied.
899 CDEF_CONTROL cdef_control;
900 // Indicates if loop restoration filter should be enabled.
901 bool enable_restoration;
902 // When enabled, video mode should be used even for single frame input.
903 bool force_video_mode;
904 // Indicates if the error resiliency features should be enabled.
905 bool error_resilient_mode;
906 // Indicates if frame parallel decoding feature should be enabled.
907 bool frame_parallel_decoding_mode;
908 // Indicates if the input should be encoded as monochrome.
909 bool enable_monochrome;
910 // When enabled, the encoder will use a full header even for still pictures.
911 // When disabled, a reduced header is used for still pictures.
912 bool full_still_picture_hdr;
913 // Indicates if dual interpolation filters should be enabled.
914 bool enable_dual_filter;
915 // Indicates if frame order hint should be enabled or not.
916 bool enable_order_hint;
917 // Indicates if ref_frame_mvs should be enabled at the sequence level.
918 bool ref_frame_mvs_present;
919 // Indicates if ref_frame_mvs should be enabled at the frame level.
920 bool enable_ref_frame_mvs;
921 // Indicates if interintra compound mode is enabled.
922 bool enable_interintra_comp;
923 // Indicates if global motion should be enabled.
924 bool enable_global_motion;
925 // Indicates if palette should be enabled.
926 bool enable_palette;
927} ToolCfg;
928
933typedef struct AV1EncoderConfig {
935 // Configuration related to the input video.
936 InputCfg input_cfg;
937
938 // Configuration related to frame-dimensions.
939 FrameDimensionCfg frm_dim_cfg;
940
946
951
957
958 // Configuration related to Quantization.
959 QuantizationCfg q_cfg;
960
961 // Internal frame size scaling.
962 ResizeCfg resize_cfg;
963
964 // Frame Super-Resolution size scaling.
965 SuperResCfg superres_cfg;
966
974
975 // Configuration related to encoder toolsets.
976 ToolCfg tool_cfg;
977
978 // Configuration related to Group of frames.
979 GFConfig gf_cfg;
980
981 // Tile related configuration parameters.
982 TileConfig tile_cfg;
983
984 // Configuration related to Tune.
985 TuneCfg tune_cfg;
986
987 // Configuration related to color.
988 ColorCfg color_cfg;
989
990 // Configuration related to decoder model.
991 DecoderModelCfg dec_model_cfg;
992
993 // Configuration related to reference frames.
994 RefFrameCfg ref_frm_cfg;
995
996 // Configuration related to unit tests.
997 UnitTestCfg unit_test_cfg;
998
999 // Flags related to motion mode.
1000 MotionModeCfg motion_mode_cfg;
1001
1002 // Flags related to intra mode search.
1003 IntraModeCfg intra_mode_cfg;
1004
1005 // Flags related to transform size/type.
1006 TxfmSizeTypeCfg txfm_cfg;
1007
1008 // Flags related to compound type.
1009 CompoundTypeCfg comp_type_cfg;
1010
1011 // Partition related information.
1012 PartitionCfg part_cfg;
1013
1014 // Configuration related to frequency of cost update.
1015 CostUpdateFreq cost_upd_freq;
1016
1017#if CONFIG_DENOISE
1018 // Indicates the noise level.
1019 float noise_level;
1020 // Indicates the the denoisers block size.
1021 int noise_block_size;
1022 // Indicates whether to apply denoising to the frame to be encoded
1023 int enable_dnl_denoising;
1024#endif
1025
1026#if CONFIG_AV1_TEMPORAL_DENOISING
1027 // Noise sensitivity.
1028 int noise_sensitivity;
1029#endif
1030 // Bit mask to specify which tier each of the 32 possible operating points
1031 // conforms to.
1032 unsigned int tier_mask;
1033
1034 // Indicates the number of pixels off the edge of a reference frame we're
1035 // allowed to go when forming an inter prediction.
1036 int border_in_pixels;
1037
1038 // Indicates the maximum number of threads that may be used by the encoder.
1039 int max_threads;
1040
1041 // Indicates the speed preset to be used.
1042 int speed;
1043
1044 // Enable the low complexity decode mode.
1045 unsigned int enable_low_complexity_decode;
1046
1047 // Indicates the target sequence level index for each operating point(OP).
1048 AV1_LEVEL target_seq_level_idx[MAX_NUM_OPERATING_POINTS];
1049
1050 // Indicates the bitstream profile to be used.
1051 BITSTREAM_PROFILE profile;
1052
1063
1064 // Total number of encoding passes.
1065 int passes;
1066
1067 // the name of the second pass output file when passes > 2
1068 const char *two_pass_output;
1069
1070 // the name of the second pass log file when passes > 2
1071 const char *second_pass_log;
1072
1073 // Indicates if the encoding is GOOD or REALTIME.
1074 MODE mode;
1075
1076 // Indicates if row-based multi-threading should be enabled or not.
1077 bool row_mt;
1078
1079 // Indicates if frame parallel multi-threading should be enabled or not.
1080 bool fp_mt;
1081
1082 // Indicates if 16bit frame buffers are to be used i.e., the content is >
1083 // 8-bit.
1084 bool use_highbitdepth;
1085
1086 // Indicates the bitstream syntax mode. 0 indicates bitstream is saved as
1087 // Section 5 bitstream, while 1 indicates the bitstream is saved in Annex - B
1088 // format.
1089 bool save_as_annexb;
1090
1091 // The path for partition stats reading and writing, used in the experiment
1092 // CONFIG_PARTITION_SEARCH_ORDER.
1093 const char *partition_info_path;
1094
1095 // The flag that indicates whether we use an external rate distribution to
1096 // guide adaptive quantization. It requires --deltaq-mode=3. The rate
1097 // distribution map file name is stored in |rate_distribution_info|.
1098 unsigned int enable_rate_guide_deltaq;
1099
1100 // The input file of rate distribution information used in all intra mode
1101 // to determine delta quantization.
1102 const char *rate_distribution_info;
1103
1104 // Exit the encoder when it fails to encode to a given level.
1105 int strict_level_conformance;
1106
1107 // Max depth for the GOP after a key frame
1108 int kf_max_pyr_height;
1109
1110 // A flag to control if we enable the superblock qp sweep for a given lambda
1111 int sb_qp_sweep;
1114
1116static inline int is_lossless_requested(const RateControlCfg *const rc_cfg) {
1117 return rc_cfg->best_allowed_q == 0 && rc_cfg->worst_allowed_q == 0;
1118}
1120
1124typedef struct {
1130 int obmc_probs[FRAME_UPDATE_TYPES][BLOCK_SIZES_ALL];
1131
1137 int warped_probs[FRAME_UPDATE_TYPES];
1138
1145 int tx_type_probs[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES];
1146
1153 int switchable_interp_probs[FRAME_UPDATE_TYPES][SWITCHABLE_FILTER_CONTEXTS]
1154 [SWITCHABLE_FILTERS];
1156
1158
1159typedef struct FRAME_COUNTS {
1160// Note: This structure should only contain 'unsigned int' fields, or
1161// aggregates built solely from 'unsigned int' fields/elements
1162#if CONFIG_ENTROPY_STATS
1163 unsigned int kf_y_mode[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS][INTRA_MODES];
1164 unsigned int angle_delta[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1];
1165 unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
1166 unsigned int uv_mode[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES];
1167 unsigned int cfl_sign[CFL_JOINT_SIGNS];
1168 unsigned int cfl_alpha[CFL_ALPHA_CONTEXTS][CFL_ALPHABET_SIZE];
1169 unsigned int palette_y_mode[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2];
1170 unsigned int palette_uv_mode[PALETTE_UV_MODE_CONTEXTS][2];
1171 unsigned int palette_y_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1172 unsigned int palette_uv_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1173 unsigned int palette_y_color_index[PALETTE_SIZES]
1174 [PALETTE_COLOR_INDEX_CONTEXTS]
1175 [PALETTE_COLORS];
1176 unsigned int palette_uv_color_index[PALETTE_SIZES]
1177 [PALETTE_COLOR_INDEX_CONTEXTS]
1178 [PALETTE_COLORS];
1179 unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
1180 unsigned int txb_skip[TOKEN_CDF_Q_CTXS][TX_SIZES][TXB_SKIP_CONTEXTS][2];
1181 unsigned int eob_extra[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1182 [EOB_COEF_CONTEXTS][2];
1183 unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
1184 unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS]
1185 [2];
1186 unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
1187 unsigned int eob_multi16[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][5];
1188 unsigned int eob_multi32[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][6];
1189 unsigned int eob_multi64[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][7];
1190 unsigned int eob_multi128[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][8];
1191 unsigned int eob_multi256[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][9];
1192 unsigned int eob_multi512[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][10];
1193 unsigned int eob_multi1024[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][11];
1194 unsigned int coeff_lps_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1195 [LEVEL_CONTEXTS][BR_CDF_SIZE];
1196 unsigned int coeff_base_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1197 [SIG_COEF_CONTEXTS][NUM_BASE_LEVELS + 2];
1198 unsigned int coeff_base_eob_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1199 [SIG_COEF_CONTEXTS_EOB][NUM_BASE_LEVELS + 1];
1200 unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
1201 unsigned int zeromv_mode[GLOBALMV_MODE_CONTEXTS][2];
1202 unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
1203 unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
1204 unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
1205 unsigned int wedge_idx[BLOCK_SIZES_ALL][16];
1206 unsigned int interintra[BLOCK_SIZE_GROUPS][2];
1207 unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
1208 unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
1209 unsigned int compound_type[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES];
1210 unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
1211 unsigned int obmc[BLOCK_SIZES_ALL][2];
1212 unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
1213 unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
1214 unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
1215 unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
1216 unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
1217 unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
1218 unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
1219 unsigned int intrabc[2];
1220
1221 unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
1222 unsigned int intra_tx_size[MAX_TX_CATS][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
1223 unsigned int skip_mode[SKIP_MODE_CONTEXTS][2];
1224 unsigned int skip_txfm[SKIP_CONTEXTS][2];
1225 unsigned int compound_index[COMP_INDEX_CONTEXTS][2];
1226 unsigned int comp_group_idx[COMP_GROUP_IDX_CONTEXTS][2];
1227 unsigned int delta_q[DELTA_Q_PROBS][2];
1228 unsigned int delta_lf_multi[FRAME_LF_COUNT][DELTA_LF_PROBS][2];
1229 unsigned int delta_lf[DELTA_LF_PROBS][2];
1230
1231 unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
1232 unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
1233 [TX_TYPES];
1234 unsigned int filter_intra_mode[FILTER_INTRA_MODES];
1235 unsigned int filter_intra[BLOCK_SIZES_ALL][2];
1236 unsigned int switchable_restore[RESTORE_SWITCHABLE_TYPES];
1237 unsigned int wiener_restore[2];
1238 unsigned int sgrproj_restore[2];
1239#endif // CONFIG_ENTROPY_STATS
1240
1241 unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
1242 [SWITCHABLE_FILTERS];
1243} FRAME_COUNTS;
1244
1245#define INTER_MODE_RD_DATA_OVERALL_SIZE 6400
1246
1247typedef struct {
1248 int ready;
1249 double a;
1250 double b;
1251 double dist_mean;
1252 double ld_mean;
1253 double sse_mean;
1254 double sse_sse_mean;
1255 double sse_ld_mean;
1256 int num;
1257 double dist_sum;
1258 double ld_sum;
1259 double sse_sum;
1260 double sse_sse_sum;
1261 double sse_ld_sum;
1262} InterModeRdModel;
1263
1264typedef struct {
1265 int idx;
1266 int64_t rd;
1267} RdIdxPair;
1268// TODO(angiebird): This is an estimated size. We still need to figure what is
1269// the maximum number of modes.
1270#define MAX_INTER_MODES 1024
1271// TODO(any): rename this struct to something else. There is already another
1272// struct called inter_mode_info, which makes this terribly confusing.
1280typedef struct inter_modes_info {
1285 int num;
1289 MB_MODE_INFO mbmi_arr[MAX_INTER_MODES];
1293 int mode_rate_arr[MAX_INTER_MODES];
1297 int64_t sse_arr[MAX_INTER_MODES];
1301 int64_t est_rd_arr[MAX_INTER_MODES];
1305 RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES];
1309 RD_STATS rd_cost_arr[MAX_INTER_MODES];
1313 RD_STATS rd_cost_y_arr[MAX_INTER_MODES];
1317 RD_STATS rd_cost_uv_arr[MAX_INTER_MODES];
1319
1321typedef struct {
1322 // TODO(kyslov): consider changing to 64bit
1323
1324 // This struct is used for computing variance in choose_partitioning(), where
1325 // the max number of samples within a superblock is 32x32 (with 4x4 avg).
1326 // With 8bit bitdepth, uint32_t is enough for sum_square_error (2^8 * 2^8 * 32
1327 // * 32 = 2^26). For high bitdepth we need to consider changing this to 64 bit
1328 uint32_t sum_square_error;
1329 int32_t sum_error;
1330 int log2_count;
1331 int variance;
1332} VPartVar;
1333
1334typedef struct {
1335 VPartVar none;
1336 VPartVar horz[2];
1337 VPartVar vert[2];
1338} VPVariance;
1339
1340typedef struct {
1341 VPVariance part_variances;
1342 VPartVar split[4];
1343} VP4x4;
1344
1345typedef struct {
1346 VPVariance part_variances;
1347 VP4x4 split[4];
1348} VP8x8;
1349
1350typedef struct {
1351 VPVariance part_variances;
1352 VP8x8 split[4];
1353} VP16x16;
1354
1355typedef struct {
1356 VPVariance part_variances;
1357 VP16x16 split[4];
1358} VP32x32;
1359
1360typedef struct {
1361 VPVariance part_variances;
1362 VP32x32 split[4];
1363} VP64x64;
1364
1365typedef struct {
1366 VPVariance part_variances;
1367 VP64x64 *split;
1368} VP128x128;
1369
1371
1375typedef struct {
1384 int64_t thresholds[5];
1385
1392
1396typedef struct {
1397#if CONFIG_MULTITHREAD
1402 pthread_mutex_t *mutex_;
1403 pthread_cond_t *cond_;
1405#endif // CONFIG_MULTITHREAD
1429 int rows;
1439
1441
1442// TODO(jingning) All spatially adaptive variables should go to TileDataEnc.
1443typedef struct TileDataEnc {
1444 TileInfo tile_info;
1445 DECLARE_ALIGNED(16, FRAME_CONTEXT, tctx);
1446 FRAME_CONTEXT *row_ctx;
1447 uint64_t abs_sum_level;
1448 uint8_t allow_update_cdf;
1449 InterModeRdModel inter_mode_rd_models[BLOCK_SIZES_ALL];
1450 AV1EncRowMultiThreadSync row_mt_sync;
1451 MV firstpass_top_mv;
1452} TileDataEnc;
1453
1454typedef struct RD_COUNTS {
1455 int compound_ref_used_flag;
1456 int skip_mode_used_flag;
1457 int tx_type_used[TX_SIZES_ALL][TX_TYPES];
1458 int obmc_used[BLOCK_SIZES_ALL][2];
1459 int warped_used[2];
1460 int newmv_or_intra_blocks;
1461 uint64_t seg_tmp_pred_cost[2];
1462} RD_COUNTS;
1463
1464typedef struct ThreadData {
1465 MACROBLOCK mb;
1466 MvCosts *mv_costs_alloc;
1467 IntraBCMVCosts *dv_costs_alloc;
1468 RD_COUNTS rd_counts;
1469 FRAME_COUNTS *counts;
1470 PC_TREE_SHARED_BUFFERS shared_coeff_buf;
1471 SIMPLE_MOTION_DATA_TREE *sms_tree;
1472 SIMPLE_MOTION_DATA_TREE *sms_root;
1473 uint32_t *hash_value_buffer[2][2];
1474 OBMCBuffer obmc_buffer;
1475 PALETTE_BUFFER *palette_buffer;
1476 CompoundTypeRdBuffers comp_rd_buffer;
1477 CONV_BUF_TYPE *tmp_conv_dst;
1478 uint64_t abs_sum_level;
1479 uint8_t *tmp_pred_bufs[2];
1480 uint8_t *wiener_tmp_pred_buf;
1481 int intrabc_used;
1482 int deltaq_used;
1483 int coefficient_size;
1484 int max_mv_magnitude;
1485 int interp_filter_selected[SWITCHABLE];
1486 FRAME_CONTEXT *tctx;
1487 VP64x64 *vt64x64;
1488 int32_t num_64x64_blocks;
1489 PICK_MODE_CONTEXT *firstpass_ctx;
1490 TemporalFilterData tf_data;
1491 TplBuffers tpl_tmp_buffers;
1492 TplTxfmStats tpl_txfm_stats;
1493 GlobalMotionData gm_data;
1494 // Pointer to the array of structures to store gradient information of each
1495 // pixel in a superblock. The buffer constitutes of MAX_SB_SQUARE pixel level
1496 // structures for each of the plane types (PLANE_TYPE_Y and PLANE_TYPE_UV).
1497 PixelLevelGradientInfo *pixel_gradient_info;
1498 // Pointer to the array of structures to store source variance information of
1499 // each 4x4 sub-block in a superblock. Block4x4VarInfo structure is used to
1500 // store source variance and log of source variance of each 4x4 sub-block
1501 // for subsequent retrieval.
1502 Block4x4VarInfo *src_var_info_of_4x4_sub_blocks;
1503 // Pointer to pc tree root.
1504 PC_TREE *pc_root;
1505} ThreadData;
1506
1507struct EncWorkerData;
1508
1510
1514typedef struct {
1537
1541 int thread_id_to_tile_id[MAX_NUM_THREADS];
1542
1548
1554
1560
1567
1574
1575#if CONFIG_MULTITHREAD
1579 pthread_mutex_t *mutex_;
1583 pthread_cond_t *cond_;
1584#endif
1585
1593 void (*sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int);
1597 void (*sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1600
1604typedef struct {
1605#if CONFIG_MULTITHREAD
1609 pthread_mutex_t *mutex_;
1613 pthread_cond_t *cond_;
1614#endif
1615
1627 void (*intra_sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1630
1634#define NUM_RECODES_PER_FRAME 10
1635
1639#define MAX_PARALLEL_FRAMES 4
1640
1645typedef struct RestoreStateBuffers {
1649 uint16_t *cdef_srcbuf;
1650
1654 uint16_t *cdef_colbuf[MAX_MB_PLANE];
1655
1659 int32_t *rst_tmpbuf;
1660
1664 RestorationLineBuffers *rlbs;
1666
1687
1693typedef struct {
1698 RestUnitSearchInfo *rusi[MAX_MB_PLANE];
1699
1703 int16_t *dgd_avg;
1705
1714
1718 int num_mod_workers[NUM_MT_MODULES];
1719
1723 AVxWorker *workers;
1724
1729 struct EncWorkerData *tile_thr_data;
1730
1734 AV1CdefWorkerData *cdef_worker;
1735
1741
1746
1752
1756typedef struct MultiThreadInfo {
1761
1765 int num_mod_workers[NUM_MT_MODULES];
1766
1770 AVxWorker *workers;
1771
1776 struct EncWorkerData *tile_thr_data;
1777
1783
1788
1793
1799
1803 AV1TplRowMultiThreadInfo tpl_row_mt;
1804
1808 AV1LfSync lf_row_sync;
1809
1813 AV1LrSync lr_row_sync;
1814
1818 AV1EncPackBSSync pack_bs_sync;
1819
1823 AV1GlobalMotionSync gm_sync;
1824
1828 AV1TemporalFilterSync tf_sync;
1829
1833 AV1CdefSync cdef_sync;
1834
1838 AV1CdefWorkerData *cdef_worker;
1839
1844
1851
1853
1854typedef struct ActiveMap {
1855 int enabled;
1856 int update;
1857 unsigned char *map;
1858} ActiveMap;
1859
1861
1865typedef struct {
1870 double cs_rate_array[32];
1880
1882
1883#if CONFIG_INTERNAL_STATS
1884// types of stats
1885enum {
1886 STAT_Y,
1887 STAT_U,
1888 STAT_V,
1889 STAT_ALL,
1890 NUM_STAT_TYPES // This should always be the last member of the enum
1891} UENUM1BYTE(StatType);
1892
1893typedef struct IMAGE_STAT {
1894 double stat[NUM_STAT_TYPES];
1895 double worst;
1896} ImageStat;
1897#endif // CONFIG_INTERNAL_STATS
1898
1899typedef struct {
1900 int ref_count;
1901 YV12_BUFFER_CONFIG buf;
1902} EncRefCntBuffer;
1903
1905
1926
1928
1929#if CONFIG_COLLECT_PARTITION_STATS
1930typedef struct FramePartitionTimingStats {
1931 int partition_decisions[6][EXT_PARTITION_TYPES];
1932 int partition_attempts[6][EXT_PARTITION_TYPES];
1933 int64_t partition_times[6][EXT_PARTITION_TYPES];
1934
1935 int partition_redo;
1936} FramePartitionTimingStats;
1937#endif // CONFIG_COLLECT_PARTITION_STATS
1938
1939#if CONFIG_COLLECT_COMPONENT_TIMING
1940#include "aom_ports/aom_timer.h"
1941// Adjust the following to add new components.
1942enum {
1943 av1_encode_strategy_time,
1944 av1_get_one_pass_rt_params_time,
1945 av1_get_second_pass_params_time,
1946 denoise_and_encode_time,
1947 apply_filtering_time,
1948 av1_tpl_setup_stats_time,
1949 encode_frame_to_data_rate_time,
1950 encode_with_or_without_recode_time,
1951 loop_filter_time,
1952 cdef_time,
1953 loop_restoration_time,
1954 av1_pack_bitstream_final_time,
1955 av1_encode_frame_time,
1956 av1_compute_global_motion_time,
1957 av1_setup_motion_field_time,
1958 encode_sb_row_time,
1959
1960 rd_pick_partition_time,
1961 rd_use_partition_time,
1962 choose_var_based_partitioning_time,
1963 av1_prune_partitions_time,
1964 none_partition_search_time,
1965 split_partition_search_time,
1966 rectangular_partition_search_time,
1967 ab_partitions_search_time,
1968 rd_pick_4partition_time,
1969 encode_sb_time,
1970
1971 rd_pick_sb_modes_time,
1972 av1_rd_pick_intra_mode_sb_time,
1973 av1_rd_pick_inter_mode_sb_time,
1974 set_params_rd_pick_inter_mode_time,
1975 skip_inter_mode_time,
1976 handle_inter_mode_time,
1977 evaluate_motion_mode_for_winner_candidates_time,
1978 do_tx_search_time,
1979 handle_intra_mode_time,
1980 refine_winner_mode_tx_time,
1981 av1_search_palette_mode_time,
1982 handle_newmv_time,
1983 compound_type_rd_time,
1984 interpolation_filter_search_time,
1985 motion_mode_rd_time,
1986
1987 nonrd_use_partition_time,
1988 pick_sb_modes_nonrd_time,
1989 hybrid_intra_mode_search_time,
1990 nonrd_pick_inter_mode_sb_time,
1991 encode_b_nonrd_time,
1992
1993 kTimingComponents,
1994} UENUM1BYTE(TIMING_COMPONENT);
1995
1996static inline char const *get_component_name(int index) {
1997 switch (index) {
1998 case av1_encode_strategy_time: return "av1_encode_strategy_time";
1999 case av1_get_one_pass_rt_params_time:
2000 return "av1_get_one_pass_rt_params_time";
2001 case av1_get_second_pass_params_time:
2002 return "av1_get_second_pass_params_time";
2003 case denoise_and_encode_time: return "denoise_and_encode_time";
2004 case apply_filtering_time: return "apply_filtering_time";
2005 case av1_tpl_setup_stats_time: return "av1_tpl_setup_stats_time";
2006 case encode_frame_to_data_rate_time:
2007 return "encode_frame_to_data_rate_time";
2008 case encode_with_or_without_recode_time:
2009 return "encode_with_or_without_recode_time";
2010 case loop_filter_time: return "loop_filter_time";
2011 case cdef_time: return "cdef_time";
2012 case loop_restoration_time: return "loop_restoration_time";
2013 case av1_pack_bitstream_final_time: return "av1_pack_bitstream_final_time";
2014 case av1_encode_frame_time: return "av1_encode_frame_time";
2015 case av1_compute_global_motion_time:
2016 return "av1_compute_global_motion_time";
2017 case av1_setup_motion_field_time: return "av1_setup_motion_field_time";
2018 case encode_sb_row_time: return "encode_sb_row_time";
2019
2020 case rd_pick_partition_time: return "rd_pick_partition_time";
2021 case rd_use_partition_time: return "rd_use_partition_time";
2022 case choose_var_based_partitioning_time:
2023 return "choose_var_based_partitioning_time";
2024 case av1_prune_partitions_time: return "av1_prune_partitions_time";
2025 case none_partition_search_time: return "none_partition_search_time";
2026 case split_partition_search_time: return "split_partition_search_time";
2027 case rectangular_partition_search_time:
2028 return "rectangular_partition_search_time";
2029 case ab_partitions_search_time: return "ab_partitions_search_time";
2030 case rd_pick_4partition_time: return "rd_pick_4partition_time";
2031 case encode_sb_time: return "encode_sb_time";
2032
2033 case rd_pick_sb_modes_time: return "rd_pick_sb_modes_time";
2034 case av1_rd_pick_intra_mode_sb_time:
2035 return "av1_rd_pick_intra_mode_sb_time";
2036 case av1_rd_pick_inter_mode_sb_time:
2037 return "av1_rd_pick_inter_mode_sb_time";
2038 case set_params_rd_pick_inter_mode_time:
2039 return "set_params_rd_pick_inter_mode_time";
2040 case skip_inter_mode_time: return "skip_inter_mode_time";
2041 case handle_inter_mode_time: return "handle_inter_mode_time";
2042 case evaluate_motion_mode_for_winner_candidates_time:
2043 return "evaluate_motion_mode_for_winner_candidates_time";
2044 case do_tx_search_time: return "do_tx_search_time";
2045 case handle_intra_mode_time: return "handle_intra_mode_time";
2046 case refine_winner_mode_tx_time: return "refine_winner_mode_tx_time";
2047 case av1_search_palette_mode_time: return "av1_search_palette_mode_time";
2048 case handle_newmv_time: return "handle_newmv_time";
2049 case compound_type_rd_time: return "compound_type_rd_time";
2050 case interpolation_filter_search_time:
2051 return "interpolation_filter_search_time";
2052 case motion_mode_rd_time: return "motion_mode_rd_time";
2053
2054 case nonrd_use_partition_time: return "nonrd_use_partition_time";
2055 case pick_sb_modes_nonrd_time: return "pick_sb_modes_nonrd_time";
2056 case hybrid_intra_mode_search_time: return "hybrid_intra_mode_search_time";
2057 case nonrd_pick_inter_mode_sb_time: return "nonrd_pick_inter_mode_sb_time";
2058 case encode_b_nonrd_time: return "encode_b_nonrd_time";
2059
2060 default: assert(0);
2061 }
2062 return "error";
2063}
2064#endif
2065
2066// The maximum number of internal ARFs except ALTREF_FRAME
2067#define MAX_INTERNAL_ARFS (REF_FRAMES - BWDREF_FRAME - 1)
2068
2070
2074typedef struct {
2079
2085 YV12_BUFFER_CONFIG *ref_buf[REF_FRAMES];
2086
2092 int num_ref_frames[MAX_DIRECTIONS];
2093
2100 FrameDistPair reference_frames[MAX_DIRECTIONS][REF_FRAMES - 1];
2101
2110
2125
2129typedef struct {
2149 fractional_mv_step_fp *find_fractional_mv_step;
2156 search_site_config search_site_cfg[SS_CFG_TOTAL][NUM_DISTINCT_SEARCH_METHODS];
2158
2172
2180typedef struct {
2181 int width;
2184
2188typedef struct {
2192 int ref_relative_dist[INTER_REFS_PER_FRAME];
2202
2218typedef struct {
2226 unsigned int coeff_opt_thresholds[MODE_EVAL_TYPES][2];
2227
2232 TX_SIZE_SEARCH_METHOD tx_size_search_methods[MODE_EVAL_TYPES];
2233
2240 unsigned int use_transform_domain_distortion[MODE_EVAL_TYPES];
2241
2247 unsigned int tx_domain_dist_threshold[MODE_EVAL_TYPES];
2248
2254 unsigned int skip_txfm_level[MODE_EVAL_TYPES];
2255
2261 unsigned int predict_dc_level[MODE_EVAL_TYPES];
2263
2282
2329
2331
2332typedef struct {
2333 // Some misc info
2334 int high_prec;
2335 int q;
2336 int order;
2337
2338 // MV counters
2339 int inter_count;
2340 int intra_count;
2341 int default_mvs;
2342 int mv_joint_count[4];
2343 int last_bit_zero;
2344 int last_bit_nonzero;
2345
2346 // Keep track of the rates
2347 int total_mv_rate;
2348 int hp_total_mv_rate;
2349 int lp_total_mv_rate;
2350
2351 // Texture info
2352 int horz_text;
2353 int vert_text;
2354 int diag_text;
2355
2356 // Whether the current struct contains valid data
2357 int valid;
2358} MV_STATS;
2359
2360typedef struct WeberStats {
2361 int64_t mb_wiener_variance;
2362 int64_t src_variance;
2363 int64_t rec_variance;
2364 int16_t src_pix_max;
2365 int16_t rec_pix_max;
2366 int64_t distortion;
2367 int64_t satd;
2368 double max_scale;
2369} WeberStats;
2370
2371typedef struct {
2372 struct loopfilter lf;
2373 CdefInfo cdef_info;
2374 YV12_BUFFER_CONFIG copy_buffer;
2375 RATE_CONTROL rc;
2376 MV_STATS mv_stats;
2377} CODING_CONTEXT;
2378
2379typedef struct {
2380 int frame_width;
2381 int frame_height;
2382 int mi_rows;
2383 int mi_cols;
2384 int mb_rows;
2385 int mb_cols;
2386 int num_mbs;
2387 aom_bit_depth_t bit_depth;
2388 int subsampling_x;
2389 int subsampling_y;
2390} FRAME_INFO;
2391
2395typedef struct {
2396 int show_frame_count;
2397} FRAME_INDEX_SET;
2398
2400
2404typedef struct {
2410 uint8_t *map;
2418
2422typedef struct {
2435} TimeStamps;
2436
2441typedef struct {
2445 tran_low_t *tcoeff;
2449 uint16_t *eobs;
2453 uint8_t *entropy_ctx;
2455
2456#if !CONFIG_REALTIME_ONLY
2458// DUCKY_ENCODE_FRAME_MODE is c version of EncodeFrameMode
2459enum {
2460 DUCKY_ENCODE_FRAME_MODE_NONE, // Let native AV1 determine q index and rdmult
2461 DUCKY_ENCODE_FRAME_MODE_QINDEX, // DuckyEncode determines q index and AV1
2462 // determines rdmult
2463 DUCKY_ENCODE_FRAME_MODE_QINDEX_RDMULT, // DuckyEncode determines q index and
2464 // rdmult
2465} UENUM1BYTE(DUCKY_ENCODE_FRAME_MODE);
2466
2467enum {
2468 DUCKY_ENCODE_GOP_MODE_NONE, // native AV1 decides GOP
2469 DUCKY_ENCODE_GOP_MODE_RCL, // rate control lib decides GOP
2470} UENUM1BYTE(DUCKY_ENCODE_GOP_MODE);
2471
2472typedef struct DuckyEncodeFrameInfo {
2473 DUCKY_ENCODE_FRAME_MODE qp_mode;
2474 DUCKY_ENCODE_GOP_MODE gop_mode;
2475 int q_index;
2476 int rdmult;
2477 // These two arrays are equivalent to std::vector<SuperblockEncodeParameters>
2478 int *superblock_encode_qindex;
2479 int *superblock_encode_rdmult;
2480 int delta_q_enabled;
2481} DuckyEncodeFrameInfo;
2482
2483typedef struct DuckyEncodeFrameResult {
2484 int global_order_idx;
2485 int q_index;
2486 int rdmult;
2487 int rate;
2488 int64_t dist;
2489 double psnr;
2490} DuckyEncodeFrameResult;
2491
2492typedef struct DuckyEncodeInfo {
2493 DuckyEncodeFrameInfo frame_info;
2494 DuckyEncodeFrameResult frame_result;
2495} DuckyEncodeInfo;
2497#endif
2498
2500typedef struct RTC_REF {
2505 int reference[INTER_REFS_PER_FRAME];
2506 int ref_idx[INTER_REFS_PER_FRAME];
2507 int refresh[REF_FRAMES];
2508 int set_ref_frame_config;
2509 int non_reference_frame;
2510 int ref_frame_comp[3];
2511 int gld_idx_1layer;
2515 unsigned int buffer_time_index[REF_FRAMES];
2519 unsigned char buffer_spatial_layer[REF_FRAMES];
2523 bool reference_was_previous_frame;
2528 bool bias_recovery_frame;
2529} RTC_REF;
2531
2535typedef struct AV1_COMP_DATA {
2539 unsigned char *cx_data;
2540
2545
2550
2554 unsigned int lib_flags;
2555
2560
2565
2570
2574 const aom_rational64_t *timestamp_ratio;
2575
2581
2585typedef struct AV1_PRIMARY {
2590
2596#if CONFIG_FPMT_TEST
2602 FPMT_TEST_ENC_CFG fpmt_unit_test_cfg;
2603
2607 FrameProbInfo temp_frame_probs;
2608
2614 FrameProbInfo temp_frame_probs_simulation;
2615
2620 int temp_valid_gm_model_found[FRAME_UPDATE_TYPES];
2621#endif // CONFIG_FPMT_TEST
2627 RefCntBuffer *ref_frame_map_copy[REF_FRAMES];
2628
2633
2638
2643
2648
2653
2658
2663 struct AV1_COMP *cpi;
2664
2669
2673 struct lookahead_ctx *lookahead;
2674
2681
2686 struct aom_codec_pkt_list *output_pkt_list;
2687
2692
2697
2702
2706 GF_STATE gf_state;
2707
2712
2716 AV1LevelParams level_params;
2717
2722
2727
2732
2737
2746 SequenceHeader seq_params;
2747
2752
2757
2762
2767
2771 struct aom_internal_error_info error;
2772
2778 aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL];
2779
2785
2790
2794 MV_STATS mv_stats;
2795
2796#if CONFIG_INTERNAL_STATS
2798 uint64_t total_time_receive_data;
2799 uint64_t total_time_compress_data;
2800
2801 unsigned int total_mode_chosen_counts[MAX_MODES];
2802
2803 int count[2];
2804 uint64_t total_sq_error[2];
2805 uint64_t total_samples[2];
2806 ImageStat psnr[2];
2807
2808 double total_blockiness;
2809 double worst_blockiness;
2810
2811 uint64_t total_bytes;
2812 double summed_quality;
2813 double summed_weights;
2814 double summed_quality_hbd;
2815 double summed_weights_hbd;
2816 unsigned int total_recode_hits;
2817 double worst_ssim;
2818 double worst_ssim_hbd;
2819
2820 ImageStat fastssim;
2821 ImageStat psnrhvs;
2822
2823 int b_calculate_blockiness;
2824 int b_calculate_consistency;
2825
2826 double total_inconsistency;
2827 double worst_consistency;
2828 Ssimv *ssim_vars;
2829 Metrics metrics;
2831#endif
2832
2833#if CONFIG_ENTROPY_STATS
2837 FRAME_COUNTS aggregate_fc;
2838#endif // CONFIG_ENTROPY_STATS
2839
2846 int fb_of_context_type[REF_FRAMES];
2847
2852
2857
2864 int valid_gm_model_found[FRAME_UPDATE_TYPES];
2865
2869 RTC_REF rtc_ref;
2870
2877
2881typedef struct AV1_COMP {
2886
2891 EncQuantDequantParams enc_quant_dequant_params;
2892
2896 ThreadData td;
2897
2901 FRAME_COUNTS counts;
2902
2907
2914
2920
2924 AV1_COMMON common;
2925
2930
2935 TRELLIS_OPT_TYPE optimize_seg_arr[MAX_SEGMENTS];
2936
2942 YV12_BUFFER_CONFIG *source;
2943
2951 YV12_BUFFER_CONFIG *last_source;
2952
2957 YV12_BUFFER_CONFIG *unscaled_source;
2958
2962 YV12_BUFFER_CONFIG scaled_source;
2963
2967 YV12_BUFFER_CONFIG *unscaled_last_source;
2968
2972 YV12_BUFFER_CONFIG scaled_last_source;
2973
2978 YV12_BUFFER_CONFIG *unfiltered_source;
2979
2984 YV12_BUFFER_CONFIG orig_source;
2985
2990
3000
3005
3009 CdefSearchCtx *cdef_search_ctx;
3010
3015
3020 RefCntBuffer *scaled_ref_buf[INTER_REFS_PER_FRAME];
3021
3025 RefCntBuffer *last_show_frame_buf;
3026
3031
3036
3041
3046 YV12_BUFFER_CONFIG last_frame_uf;
3047
3052 YV12_BUFFER_CONFIG trial_frame_rst;
3053
3058
3062 RD_OPT rd;
3063
3068 CODING_CONTEXT coding_context;
3069
3074
3079
3084
3089
3094
3099
3104
3109
3114
3120
3125
3134 ActiveMap active_map;
3135
3139 unsigned char gf_frame_index;
3140
3141#if CONFIG_INTERNAL_STATS
3143 uint64_t time_compress_data;
3144
3145 unsigned int mode_chosen_counts[MAX_MODES];
3146 int bytes;
3147 unsigned int frame_recode_hits;
3149#endif
3150
3151#if CONFIG_SPEED_STATS
3155 unsigned int tx_search_count;
3156#endif // CONFIG_SPEED_STATS
3157
3163
3167 FRAME_INFO frame_info;
3168
3172 FRAME_INDEX_SET frame_index_set;
3173
3180
3187
3195
3201
3207
3213
3218
3223 TileDataEnc *tile_data;
3228
3232 TokenInfo token_info;
3233
3238
3243
3248
3253
3258
3263
3268
3273
3274#if CONFIG_FPMT_TEST
3279 double temp_framerate;
3280#endif
3287
3292
3297
3304
3309
3314
3318 AV1LrStruct lr_ctxt;
3319
3324
3328 aom_film_grain_table_t *film_grain_table;
3329
3330#if CONFIG_DENOISE
3335 struct aom_denoise_and_model_t *denoise_and_model;
3336#endif
3337
3342
3351
3359
3360#if CONFIG_COLLECT_PARTITION_STATS
3364 FramePartitionTimingStats partition_stats;
3365#endif // CONFIG_COLLECT_PARTITION_STATS
3366
3367#if CONFIG_COLLECT_COMPONENT_TIMING
3371 uint64_t component_time[kTimingComponents];
3376 struct aom_usec_timer component_timer[kTimingComponents];
3380 uint64_t frame_component_time[kTimingComponents];
3381#endif
3382
3387
3392
3397
3404
3405#if CONFIG_TUNE_VMAF
3409 TuneVMAFInfo vmaf_info;
3410#endif
3411
3412#if CONFIG_TUNE_BUTTERAUGLI
3416 TuneButteraugliInfo butteraugli_info;
3417#endif
3418
3423
3427 COMPRESSOR_STAGE compressor_stage;
3428
3434
3439
3446
3450 FirstPassData firstpass_data;
3451
3455 NOISE_ESTIMATE noise_estimate;
3456
3457#if CONFIG_AV1_TEMPORAL_DENOISING
3461 AV1_DENOISER denoiser;
3462#endif
3463
3469
3474
3478 BLOCK_SIZE fp_block_size;
3479
3485
3490
3495 ExtPartController ext_part_controller;
3496
3501 MV_STATS mv_stats;
3506
3512
3519#if CONFIG_FPMT_TEST
3525
3526 int wanted_fb;
3527#endif // CONFIG_FPMT_TEST
3528
3535
3536#if CONFIG_RD_COMMAND
3540 RD_COMMAND rd_command;
3541#endif // CONFIG_RD_COMMAND
3542
3546 WeberStats *mb_weber_stats;
3547
3553
3559
3564
3568 BLOCK_SIZE weber_bsize;
3569
3574
3579
3584
3585#if CONFIG_BITRATE_ACCURACY
3589 VBR_RATECTRL_INFO vbr_rc_info;
3590#endif
3591
3592#if CONFIG_RATECTRL_LOG
3596 RATECTRL_LOG rc_log;
3597#endif // CONFIG_RATECTRL_LOG
3598
3603
3604#if CONFIG_THREE_PASS
3608 THIRD_PASS_DEC_CTX *third_pass_ctx;
3609#endif
3610
3615
3620
3626 uint64_t rec_sse;
3627
3633
3634#if !CONFIG_REALTIME_ONLY
3638 DuckyEncodeInfo ducky_encode_info;
3639#endif // CONFIG_REALTIME_ONLY
3640 //
3645
3649 unsigned int zeromv_skip_thresh_exit_part[BLOCK_SIZES_ALL];
3650
3656
3657#if CONFIG_SALIENCY_MAP
3661 uint8_t *saliency_map;
3662
3666 double *sm_scaling_factor;
3667#endif
3668
3674
3681
3685typedef struct EncodeFrameInput {
3687 YV12_BUFFER_CONFIG *source;
3688 YV12_BUFFER_CONFIG *last_source;
3689 int64_t ts_duration;
3692
3697typedef struct EncodeFrameParams {
3705 FRAME_TYPE frame_type;
3706
3708 int primary_ref_frame;
3709 int order_offset;
3710
3716
3718 int refresh_frame_flags;
3719
3720 int show_existing_frame;
3721 int existing_fb_idx_to_show;
3722
3728
3732 int remapped_ref_idx[REF_FRAMES];
3733
3739
3745
3747
3748void av1_initialize_enc(unsigned int usage, enum aom_rc_mode end_usage);
3749
3750struct AV1_COMP *av1_create_compressor(AV1_PRIMARY *ppi,
3751 const AV1EncoderConfig *oxcf,
3752 BufferPool *const pool,
3753 COMPRESSOR_STAGE stage,
3754 int lap_lag_in_frames);
3755
3756struct AV1_PRIMARY *av1_create_primary_compressor(
3757 struct aom_codec_pkt_list *pkt_list_head, int num_lap_buffers,
3758 const AV1EncoderConfig *oxcf);
3759
3760void av1_remove_compressor(AV1_COMP *cpi);
3761
3762void av1_remove_primary_compressor(AV1_PRIMARY *ppi);
3763
3764#if CONFIG_ENTROPY_STATS
3765void print_entropy_stats(AV1_PRIMARY *const ppi);
3766#endif
3767#if CONFIG_INTERNAL_STATS
3768void print_internal_stats(AV1_PRIMARY *ppi);
3769#endif
3770
3771void av1_change_config_seq(AV1_PRIMARY *ppi, const AV1EncoderConfig *oxcf,
3772 bool *sb_size_changed);
3773
3774void av1_change_config(AV1_COMP *cpi, const AV1EncoderConfig *oxcf,
3775 bool sb_size_changed);
3776
3777aom_codec_err_t av1_check_initial_width(AV1_COMP *cpi, int use_highbitdepth,
3778 int subsampling_x, int subsampling_y);
3779
3780void av1_post_encode_updates(AV1_COMP *const cpi,
3781 const AV1_COMP_DATA *const cpi_data);
3782
3783void av1_release_scaled_references_fpmt(AV1_COMP *cpi);
3784
3785void av1_decrement_ref_counts_fpmt(BufferPool *buffer_pool,
3786 int ref_buffers_used_map);
3787
3788void av1_init_sc_decisions(AV1_PRIMARY *const ppi);
3789
3790AV1_COMP *av1_get_parallel_frame_enc_data(AV1_PRIMARY *const ppi,
3791 AV1_COMP_DATA *const first_cpi_data);
3792
3793int av1_init_parallel_frame_context(const AV1_COMP_DATA *const first_cpi_data,
3794 AV1_PRIMARY *const ppi,
3795 int *ref_buffers_used_map);
3796
3798
3816 const YV12_BUFFER_CONFIG *sd, int64_t time_stamp,
3817 int64_t end_time_stamp);
3818
3840int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *const cpi_data);
3841
3848int av1_encode(AV1_COMP *const cpi, uint8_t *const dest, size_t dest_size,
3849 const EncodeFrameInput *const frame_input,
3850 const EncodeFrameParams *const frame_params,
3851 size_t *const frame_size);
3852
3854int av1_get_preview_raw_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *dest);
3855
3856int av1_get_last_show_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *frame);
3857
3858aom_codec_err_t av1_copy_new_frame_enc(AV1_COMMON *cm,
3859 YV12_BUFFER_CONFIG *new_frame,
3860 YV12_BUFFER_CONFIG *sd);
3861
3862int av1_use_as_reference(int *ext_ref_frame_flags, int ref_frame_flags);
3863
3864int av1_copy_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3865
3866int av1_set_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3867
3868void av1_set_frame_size(AV1_COMP *cpi, int width, int height);
3869
3870void av1_set_mv_search_params(AV1_COMP *cpi);
3871
3872int av1_set_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3873
3874int av1_get_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3875
3876int av1_set_internal_size(AV1EncoderConfig *const oxcf,
3877 ResizePendingParams *resize_pending_params,
3878 AOM_SCALING_MODE horiz_mode,
3879 AOM_SCALING_MODE vert_mode);
3880
3881int av1_get_quantizer(struct AV1_COMP *cpi);
3882
3883// This function assumes that the input buffer contains valid OBUs. It should
3884// not be called on untrusted input.
3885int av1_convert_sect5obus_to_annexb(uint8_t *buffer, size_t buffer_size,
3886 size_t *input_size);
3887
3888void av1_alloc_mb_wiener_var_pred_buf(AV1_COMMON *cm, ThreadData *td);
3889
3890void av1_dealloc_mb_wiener_var_pred_buf(ThreadData *td);
3891
3892// Set screen content options.
3893// This function estimates whether to use screen content tools, by counting
3894// the portion of blocks that have few luma colors.
3895// Modifies:
3896// cpi->commom.features.allow_screen_content_tools
3897// cpi->common.features.allow_intrabc
3898// cpi->use_screen_content_tools
3899// cpi->is_screen_content_type
3900// However, the estimation is not accurate and may misclassify videos.
3901// A slower but more accurate approach that determines whether to use screen
3902// content tools is employed later. See av1_determine_sc_tools_with_encoding().
3903void av1_set_screen_content_options(struct AV1_COMP *cpi,
3904 FeatureFlags *features);
3905
3906void av1_update_frame_size(AV1_COMP *cpi);
3907
3908typedef struct {
3909 int pyr_level;
3910 int disp_order;
3911} RefFrameMapPair;
3912
3913static inline void init_ref_map_pair(
3914 AV1_COMP *cpi, RefFrameMapPair ref_frame_map_pairs[REF_FRAMES]) {
3915 if (cpi->ppi->gf_group.update_type[cpi->gf_frame_index] == KF_UPDATE) {
3916 memset(ref_frame_map_pairs, -1, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3917 return;
3918 }
3919 memset(ref_frame_map_pairs, 0, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3920 for (int map_idx = 0; map_idx < REF_FRAMES; map_idx++) {
3921 // Get reference frame buffer.
3922 const RefCntBuffer *const buf = cpi->common.ref_frame_map[map_idx];
3923 if (ref_frame_map_pairs[map_idx].disp_order == -1) continue;
3924 if (buf == NULL) {
3925 ref_frame_map_pairs[map_idx].disp_order = -1;
3926 ref_frame_map_pairs[map_idx].pyr_level = -1;
3927 continue;
3928 } else if (buf->ref_count > 1) {
3929 // Once the keyframe is coded, the slots in ref_frame_map will all
3930 // point to the same frame. In that case, all subsequent pointers
3931 // matching the current are considered "free" slots. This will find
3932 // the next occurrence of the current pointer if ref_count indicates
3933 // there are multiple instances of it and mark it as free.
3934 for (int idx2 = map_idx + 1; idx2 < REF_FRAMES; ++idx2) {
3935 const RefCntBuffer *const buf2 = cpi->common.ref_frame_map[idx2];
3936 if (buf2 == buf) {
3937 ref_frame_map_pairs[idx2].disp_order = -1;
3938 ref_frame_map_pairs[idx2].pyr_level = -1;
3939 }
3940 }
3941 }
3942 ref_frame_map_pairs[map_idx].disp_order = (int)buf->display_order_hint;
3943 ref_frame_map_pairs[map_idx].pyr_level = buf->pyramid_level;
3944 }
3945}
3946
3947#if CONFIG_FPMT_TEST
3948static inline void calc_frame_data_update_flag(
3949 GF_GROUP *const gf_group, int gf_frame_index,
3950 bool *const do_frame_data_update) {
3951 *do_frame_data_update = true;
3952 // Set the flag to false for all frames in a given parallel encode set except
3953 // the last frame in the set with frame_parallel_level = 2.
3954 if (gf_group->frame_parallel_level[gf_frame_index] == 1) {
3955 *do_frame_data_update = false;
3956 } else if (gf_group->frame_parallel_level[gf_frame_index] == 2) {
3957 // Check if this is the last frame in the set with frame_parallel_level = 2.
3958 for (int i = gf_frame_index + 1; i < gf_group->size; i++) {
3959 if ((gf_group->frame_parallel_level[i] == 0 &&
3960 (gf_group->update_type[i] == ARF_UPDATE ||
3961 gf_group->update_type[i] == INTNL_ARF_UPDATE)) ||
3962 gf_group->frame_parallel_level[i] == 1) {
3963 break;
3964 } else if (gf_group->frame_parallel_level[i] == 2) {
3965 *do_frame_data_update = false;
3966 break;
3967 }
3968 }
3969 }
3970}
3971#endif
3972
3973// av1 uses 10,000,000 ticks/second as time stamp
3974#define TICKS_PER_SEC 10000000LL
3975
3976static inline int64_t timebase_units_to_ticks(
3977 const aom_rational64_t *timestamp_ratio, int64_t n) {
3978 return n * timestamp_ratio->num / timestamp_ratio->den;
3979}
3980
3981static inline int64_t ticks_to_timebase_units(
3982 const aom_rational64_t *timestamp_ratio, int64_t n) {
3983 int64_t round = timestamp_ratio->num / 2;
3984 if (round > 0) --round;
3985 return (n * timestamp_ratio->den + round) / timestamp_ratio->num;
3986}
3987
3988static inline int frame_is_kf_gf_arf(const AV1_COMP *cpi) {
3989 const GF_GROUP *const gf_group = &cpi->ppi->gf_group;
3990 const FRAME_UPDATE_TYPE update_type =
3991 gf_group->update_type[cpi->gf_frame_index];
3992
3993 return frame_is_intra_only(&cpi->common) || update_type == ARF_UPDATE ||
3994 update_type == GF_UPDATE;
3995}
3996
3997// TODO(huisu@google.com, youzhou@microsoft.com): enable hash-me for HBD.
3998static inline int av1_use_hash_me(const AV1_COMP *const cpi) {
4001 frame_is_intra_only(&cpi->common));
4002}
4003
4004static inline const YV12_BUFFER_CONFIG *get_ref_frame_yv12_buf(
4005 const AV1_COMMON *const cm, MV_REFERENCE_FRAME ref_frame) {
4006 const RefCntBuffer *const buf = get_ref_frame_buf(cm, ref_frame);
4007 return buf != NULL ? &buf->buf : NULL;
4008}
4009
4010static inline void alloc_frame_mvs(AV1_COMMON *const cm, RefCntBuffer *buf) {
4011 assert(buf != NULL);
4012 ensure_mv_buffer(buf, cm);
4013 buf->width = cm->width;
4014 buf->height = cm->height;
4015}
4016
4017// Get the allocated token size for a tile. It does the same calculation as in
4018// the frame token allocation.
4019static inline unsigned int allocated_tokens(const TileInfo *tile,
4020 int sb_size_log2, int num_planes) {
4021 int tile_mb_rows =
4022 ROUND_POWER_OF_TWO(tile->mi_row_end - tile->mi_row_start, 2);
4023 int tile_mb_cols =
4024 ROUND_POWER_OF_TWO(tile->mi_col_end - tile->mi_col_start, 2);
4025
4026 return get_token_alloc(tile_mb_rows, tile_mb_cols, sb_size_log2, num_planes);
4027}
4028
4029static inline void get_start_tok(AV1_COMP *cpi, int tile_row, int tile_col,
4030 int mi_row, TokenExtra **tok, int sb_size_log2,
4031 int num_planes) {
4032 AV1_COMMON *const cm = &cpi->common;
4033 const int tile_cols = cm->tiles.cols;
4034 TileDataEnc *this_tile = &cpi->tile_data[tile_row * tile_cols + tile_col];
4035 const TileInfo *const tile_info = &this_tile->tile_info;
4036
4037 const int tile_mb_cols =
4038 (tile_info->mi_col_end - tile_info->mi_col_start + 2) >> 2;
4039 const int tile_mb_row = (mi_row - tile_info->mi_row_start + 2) >> 2;
4040
4041 *tok = cpi->token_info.tile_tok[tile_row][tile_col] +
4042 get_token_alloc(tile_mb_row, tile_mb_cols, sb_size_log2, num_planes);
4043}
4044
4045void av1_apply_encoding_flags(AV1_COMP *cpi, aom_enc_frame_flags_t flags);
4046
4047#define ALT_MIN_LAG 3
4048static inline int is_altref_enabled(int lag_in_frames, bool enable_auto_arf) {
4049 return lag_in_frames >= ALT_MIN_LAG && enable_auto_arf;
4050}
4051
4052static inline int can_disable_altref(const GFConfig *gf_cfg) {
4053 return is_altref_enabled(gf_cfg->lag_in_frames, gf_cfg->enable_auto_arf) &&
4054 (gf_cfg->gf_min_pyr_height == 0);
4055}
4056
4057// Helper function to compute number of blocks on either side of the frame.
4058static inline int get_num_blocks(const int frame_length, const int mb_length) {
4059 return (frame_length + mb_length - 1) / mb_length;
4060}
4061
4062// Check if statistics generation stage
4063static inline int is_stat_generation_stage(const AV1_COMP *const cpi) {
4064 assert(IMPLIES(cpi->compressor_stage == LAP_STAGE,
4065 cpi->oxcf.pass == AOM_RC_ONE_PASS && cpi->ppi->lap_enabled));
4066 return (cpi->oxcf.pass == AOM_RC_FIRST_PASS ||
4067 (cpi->compressor_stage == LAP_STAGE));
4068}
4069// Check if statistics consumption stage
4070static inline int is_stat_consumption_stage_twopass(const AV1_COMP *const cpi) {
4071 return (cpi->oxcf.pass >= AOM_RC_SECOND_PASS);
4072}
4073
4074// Check if statistics consumption stage
4075static inline int is_stat_consumption_stage(const AV1_COMP *const cpi) {
4076 return (is_stat_consumption_stage_twopass(cpi) ||
4077 (cpi->oxcf.pass == AOM_RC_ONE_PASS &&
4078 (cpi->compressor_stage == ENCODE_STAGE) && cpi->ppi->lap_enabled));
4079}
4080
4081// Decide whether 'dv_costs' need to be allocated/stored during the encoding.
4082static inline bool av1_need_dv_costs(const AV1_COMP *const cpi) {
4083 return !cpi->sf.rt_sf.use_nonrd_pick_mode &&
4084 av1_allow_intrabc(&cpi->common) && !is_stat_generation_stage(cpi);
4085}
4086
4096static inline int has_no_stats_stage(const AV1_COMP *const cpi) {
4097 assert(
4098 IMPLIES(!cpi->ppi->lap_enabled, cpi->compressor_stage == ENCODE_STAGE));
4099 return (cpi->oxcf.pass == AOM_RC_ONE_PASS && !cpi->ppi->lap_enabled);
4100}
4101
4103
4104static inline int is_one_pass_rt_params(const AV1_COMP *cpi) {
4105 return has_no_stats_stage(cpi) && cpi->oxcf.mode == REALTIME &&
4106 cpi->oxcf.gf_cfg.lag_in_frames == 0;
4107}
4108
4109// Use default/internal reference structure for single-layer RTC.
4110static inline int use_rtc_reference_structure_one_layer(const AV1_COMP *cpi) {
4111 return is_one_pass_rt_params(cpi) && cpi->ppi->number_spatial_layers == 1 &&
4112 cpi->ppi->number_temporal_layers == 1 &&
4113 !cpi->ppi->rtc_ref.set_ref_frame_config;
4114}
4115
4116// Check if postencode drop is allowed.
4117static inline int allow_postencode_drop_rtc(const AV1_COMP *cpi) {
4118 const AV1_COMMON *const cm = &cpi->common;
4119 return is_one_pass_rt_params(cpi) && cpi->oxcf.rc_cfg.mode == AOM_CBR &&
4121 !cpi->rc.rtc_external_ratectrl && !frame_is_intra_only(cm) &&
4122 cpi->svc.spatial_layer_id == 0;
4123}
4124
4125// Function return size of frame stats buffer
4126static inline int get_stats_buf_size(int num_lap_buffer, int num_lag_buffer) {
4127 /* if lookahead is enabled return num_lap_buffers else num_lag_buffers */
4128 return (num_lap_buffer > 0 ? num_lap_buffer + 1 : num_lag_buffer);
4129}
4130
4131// TODO(zoeliu): To set up cpi->oxcf.gf_cfg.enable_auto_brf
4132
4133static inline void set_ref_ptrs(const AV1_COMMON *cm, MACROBLOCKD *xd,
4134 MV_REFERENCE_FRAME ref0,
4135 MV_REFERENCE_FRAME ref1) {
4137 get_ref_scale_factors_const(cm, ref0 >= LAST_FRAME ? ref0 : 1);
4139 get_ref_scale_factors_const(cm, ref1 >= LAST_FRAME ? ref1 : 1);
4140}
4141
4142static inline int get_chessboard_index(int frame_index) {
4143 return frame_index & 0x1;
4144}
4145
4146static inline const int *cond_cost_list_const(const struct AV1_COMP *cpi,
4147 const int *cost_list) {
4148 const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
4149 cpi->sf.mv_sf.use_fullpel_costlist;
4150 return use_cost_list ? cost_list : NULL;
4151}
4152
4153static inline int *cond_cost_list(const struct AV1_COMP *cpi, int *cost_list) {
4154 const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
4155 cpi->sf.mv_sf.use_fullpel_costlist;
4156 return use_cost_list ? cost_list : NULL;
4157}
4158
4159// Compression ratio of current frame.
4160double av1_get_compression_ratio(const AV1_COMMON *const cm,
4161 size_t encoded_frame_size);
4162
4163void av1_new_framerate(AV1_COMP *cpi, double framerate);
4164
4165void av1_setup_frame_size(AV1_COMP *cpi);
4166
4167#define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl))
4168
4169// Returns 1 if a frame is scaled and 0 otherwise.
4170static inline int av1_resize_scaled(const AV1_COMMON *cm) {
4171 return cm->superres_upscaled_width != cm->render_width ||
4173}
4174
4175static inline int av1_frame_scaled(const AV1_COMMON *cm) {
4176 return av1_superres_scaled(cm) || av1_resize_scaled(cm);
4177}
4178
4179// Don't allow a show_existing_frame to coincide with an error resilient
4180// frame. An exception can be made for a forward keyframe since it has no
4181// previous dependencies.
4182static inline int encode_show_existing_frame(const AV1_COMMON *cm) {
4184 cm->current_frame.frame_type == KEY_FRAME);
4185}
4186
4187// Get index into the 'cpi->mbmi_ext_info.frame_base' array for the given
4188// 'mi_row' and 'mi_col'.
4189static inline int get_mi_ext_idx(const int mi_row, const int mi_col,
4190 const BLOCK_SIZE mi_alloc_bsize,
4191 const int mbmi_ext_stride) {
4192 const int mi_ext_size_1d = mi_size_wide[mi_alloc_bsize];
4193 const int mi_ext_row = mi_row / mi_ext_size_1d;
4194 const int mi_ext_col = mi_col / mi_ext_size_1d;
4195 return mi_ext_row * mbmi_ext_stride + mi_ext_col;
4196}
4197
4198// Lighter version of set_offsets that only sets the mode info
4199// pointers.
4200static inline void set_mode_info_offsets(
4201 const CommonModeInfoParams *const mi_params,
4202 const MBMIExtFrameBufferInfo *const mbmi_ext_info, MACROBLOCK *const x,
4203 MACROBLOCKD *const xd, int mi_row, int mi_col) {
4204 set_mi_offsets(mi_params, xd, mi_row, mi_col);
4205 const int ext_idx = get_mi_ext_idx(mi_row, mi_col, mi_params->mi_alloc_bsize,
4206 mbmi_ext_info->stride);
4207 x->mbmi_ext_frame = mbmi_ext_info->frame_base + ext_idx;
4208}
4209
4210// Check to see if the given partition size is allowed for a specified number
4211// of mi block rows and columns remaining in the image.
4212// If not then return the largest allowed partition size
4213static inline BLOCK_SIZE find_partition_size(BLOCK_SIZE bsize, int rows_left,
4214 int cols_left, int *bh, int *bw) {
4215 int int_size = (int)bsize;
4216 if (rows_left <= 0 || cols_left <= 0) {
4217 return AOMMIN(bsize, BLOCK_8X8);
4218 } else {
4219 for (; int_size > 0; int_size -= 3) {
4220 *bh = mi_size_high[int_size];
4221 *bw = mi_size_wide[int_size];
4222 if ((*bh <= rows_left) && (*bw <= cols_left)) {
4223 break;
4224 }
4225 }
4226 }
4227 return (BLOCK_SIZE)int_size;
4228}
4229
4230static const uint8_t av1_ref_frame_flag_list[REF_FRAMES] = { 0,
4231 AOM_LAST_FLAG,
4232 AOM_LAST2_FLAG,
4233 AOM_LAST3_FLAG,
4234 AOM_GOLD_FLAG,
4235 AOM_BWD_FLAG,
4236 AOM_ALT2_FLAG,
4237 AOM_ALT_FLAG };
4238
4239// When more than 'max_allowed_refs' are available, we reduce the number of
4240// reference frames one at a time based on this order.
4241static const MV_REFERENCE_FRAME disable_order[] = {
4242 LAST3_FRAME,
4243 LAST2_FRAME,
4244 ALTREF2_FRAME,
4245 BWDREF_FRAME,
4246};
4247
4248static const MV_REFERENCE_FRAME
4249 ref_frame_priority_order[INTER_REFS_PER_FRAME] = {
4250 LAST_FRAME, ALTREF_FRAME, BWDREF_FRAME, GOLDEN_FRAME,
4251 ALTREF2_FRAME, LAST2_FRAME, LAST3_FRAME,
4252 };
4253
4254static inline int get_ref_frame_flags(const SPEED_FEATURES *const sf,
4255 const int use_one_pass_rt_params,
4256 const YV12_BUFFER_CONFIG **ref_frames,
4257 const int ext_ref_frame_flags) {
4258 // cpi->ext_flags.ref_frame_flags allows certain reference types to be
4259 // disabled by the external interface. These are set by
4260 // av1_apply_encoding_flags(). Start with what the external interface allows,
4261 // then suppress any reference types which we have found to be duplicates.
4262 int flags = ext_ref_frame_flags;
4263
4264 for (int i = 1; i < INTER_REFS_PER_FRAME; ++i) {
4265 const YV12_BUFFER_CONFIG *const this_ref = ref_frames[i];
4266 // If this_ref has appeared before, mark the corresponding ref frame as
4267 // invalid. For one_pass_rt mode, only disable GOLDEN_FRAME if it's the
4268 // same as LAST_FRAME or ALTREF_FRAME (if ALTREF is being used in nonrd).
4269 int index =
4270 (use_one_pass_rt_params && ref_frame_priority_order[i] == GOLDEN_FRAME)
4271 ? (1 + sf->rt_sf.use_nonrd_altref_frame)
4272 : i;
4273 for (int j = 0; j < index; ++j) {
4274 // If this_ref has appeared before (same as the reference corresponding
4275 // to lower index j), remove it as a reference only if that reference
4276 // (for index j) is actually used as a reference.
4277 if (this_ref == ref_frames[j] &&
4278 (flags & (1 << (ref_frame_priority_order[j] - 1)))) {
4279 flags &= ~(1 << (ref_frame_priority_order[i] - 1));
4280 break;
4281 }
4282 }
4283 }
4284 return flags;
4285}
4286
4287// Returns a Sequence Header OBU stored in an aom_fixed_buf_t, or NULL upon
4288// failure. When a non-NULL aom_fixed_buf_t pointer is returned by this
4289// function, the memory must be freed by the caller. Both the buf member of the
4290// aom_fixed_buf_t, and the aom_fixed_buf_t pointer itself must be freed. Memory
4291// returned must be freed via call to free().
4292//
4293// Note: The OBU returned is in Low Overhead Bitstream Format. Specifically,
4294// the obu_has_size_field bit is set, and the buffer contains the obu_size
4295// field.
4296aom_fixed_buf_t *av1_get_global_headers(AV1_PRIMARY *ppi);
4297
4298#define MAX_GFUBOOST_FACTOR 10.0
4299#define MIN_GFUBOOST_FACTOR 4.0
4300
4301static inline int is_frame_tpl_eligible(const GF_GROUP *const gf_group,
4302 uint8_t index) {
4303 const FRAME_UPDATE_TYPE update_type = gf_group->update_type[index];
4304 return update_type == ARF_UPDATE || update_type == GF_UPDATE ||
4305 update_type == KF_UPDATE;
4306}
4307
4308static inline int is_frame_eligible_for_ref_pruning(const GF_GROUP *gf_group,
4309 int selective_ref_frame,
4310 int prune_ref_frames,
4311 int gf_index) {
4312 return (selective_ref_frame > 0) && (prune_ref_frames > 0) &&
4313 !is_frame_tpl_eligible(gf_group, gf_index);
4314}
4315
4316// Get update type of the current frame.
4317static inline FRAME_UPDATE_TYPE get_frame_update_type(const GF_GROUP *gf_group,
4318 int gf_frame_index) {
4319 return gf_group->update_type[gf_frame_index];
4320}
4321
4322static inline int av1_pixels_to_mi(int pixels) {
4323 return ALIGN_POWER_OF_TWO(pixels, 3) >> MI_SIZE_LOG2;
4324}
4325
4326static inline int is_psnr_calc_enabled(const AV1_COMP *cpi) {
4327 const AV1_COMMON *const cm = &cpi->common;
4328
4329 return cpi->ppi->b_calculate_psnr && !is_stat_generation_stage(cpi) &&
4330 cm->show_frame && !cpi->is_dropped_frame;
4331}
4332
4333static inline int is_frame_resize_pending(const AV1_COMP *const cpi) {
4334 const ResizePendingParams *const resize_pending_params =
4336 return (resize_pending_params->width && resize_pending_params->height &&
4337 (cpi->common.width != resize_pending_params->width ||
4338 cpi->common.height != resize_pending_params->height));
4339}
4340
4341// Check if loop filter is used.
4342static inline int is_loopfilter_used(const AV1_COMMON *const cm) {
4343 return !cm->features.coded_lossless && !cm->tiles.large_scale;
4344}
4345
4346// Check if CDEF is used.
4347static inline int is_cdef_used(const AV1_COMMON *const cm) {
4348 return cm->seq_params->enable_cdef && !cm->features.coded_lossless &&
4349 !cm->tiles.large_scale;
4350}
4351
4352// Check if loop restoration filter is used.
4353static inline int is_restoration_used(const AV1_COMMON *const cm) {
4354 return cm->seq_params->enable_restoration && !cm->features.all_lossless &&
4355 !cm->tiles.large_scale;
4356}
4357
4358// Checks if post-processing filters need to be applied.
4359// NOTE: This function decides if the application of different post-processing
4360// filters on the reconstructed frame can be skipped at the encoder side.
4361// However the computation of different filter parameters that are signaled in
4362// the bitstream is still required.
4363static inline unsigned int derive_skip_apply_postproc_filters(
4364 const AV1_COMP *cpi, int use_loopfilter, int use_cdef, int use_superres,
4365 int use_restoration) {
4366 // Though CDEF parameter selection should be dependent on
4367 // deblocked/loop-filtered pixels for cdef_pick_method <=
4368 // CDEF_FAST_SEARCH_LVL5, CDEF strength values are calculated based on the
4369 // pixel values that are not loop-filtered in svc real-time encoding mode.
4370 // Hence this case is handled separately using the condition below.
4371 if (cpi->ppi->rtc_ref.non_reference_frame)
4372 return (SKIP_APPLY_LOOPFILTER | SKIP_APPLY_CDEF);
4373
4375 return 0;
4376 assert(cpi->oxcf.mode == ALLINTRA);
4377
4378 // The post-processing filters are applied one after the other in the
4379 // following order: deblocking->cdef->superres->restoration. In case of
4380 // ALLINTRA encoding, the reconstructed frame is not used as a reference
4381 // frame. Hence, the application of these filters can be skipped when
4382 // 1. filter parameters of the subsequent stages are not dependent on the
4383 // filtered output of the current stage or
4384 // 2. subsequent filtering stages are disabled
4385 if (use_restoration) return SKIP_APPLY_RESTORATION;
4386 if (use_superres) return SKIP_APPLY_SUPERRES;
4387 if (use_cdef) {
4388 // CDEF parameter selection is not dependent on the deblocked frame if
4389 // cdef_pick_method is CDEF_PICK_FROM_Q. Hence the application of deblocking
4390 // filters and cdef filters can be skipped in this case.
4391 return (cpi->sf.lpf_sf.cdef_pick_method == CDEF_PICK_FROM_Q &&
4392 use_loopfilter)
4393 ? (SKIP_APPLY_LOOPFILTER | SKIP_APPLY_CDEF)
4394 : SKIP_APPLY_CDEF;
4395 }
4396 if (use_loopfilter) return SKIP_APPLY_LOOPFILTER;
4397
4398 // If we reach here, all post-processing stages are disabled, so none need to
4399 // be skipped.
4400 return 0;
4401}
4402
4403static inline void set_postproc_filter_default_params(AV1_COMMON *cm) {
4404 struct loopfilter *const lf = &cm->lf;
4405 CdefInfo *const cdef_info = &cm->cdef_info;
4406 RestorationInfo *const rst_info = cm->rst_info;
4407
4408 lf->filter_level[0] = 0;
4409 lf->filter_level[1] = 0;
4410 lf->backup_filter_level[0] = 0;
4411 lf->backup_filter_level[1] = 0;
4412 cdef_info->cdef_bits = 0;
4413 cdef_info->cdef_strengths[0] = 0;
4414 cdef_info->nb_cdef_strengths = 1;
4415 cdef_info->cdef_uv_strengths[0] = 0;
4419}
4420
4421static inline int is_inter_tx_size_search_level_one(
4422 const TX_SPEED_FEATURES *tx_sf) {
4423 return (tx_sf->inter_tx_size_search_init_depth_rect >= 1 &&
4424 tx_sf->inter_tx_size_search_init_depth_sqr >= 1);
4425}
4426
4427static inline int get_lpf_opt_level(const SPEED_FEATURES *sf) {
4428 int lpf_opt_level = 0;
4429 if (is_inter_tx_size_search_level_one(&sf->tx_sf))
4430 lpf_opt_level = (sf->lpf_sf.lpf_pick == LPF_PICK_FROM_Q) ? 2 : 1;
4431 return lpf_opt_level;
4432}
4433
4434// Enable switchable motion mode only if warp and OBMC tools are allowed
4435static inline bool is_switchable_motion_mode_allowed(bool allow_warped_motion,
4436 bool enable_obmc) {
4437 return (allow_warped_motion || enable_obmc);
4438}
4439
4440#if CONFIG_AV1_TEMPORAL_DENOISING
4441static inline int denoise_svc(const struct AV1_COMP *const cpi) {
4442 return (!cpi->ppi->use_svc ||
4443 (cpi->ppi->use_svc &&
4444 cpi->svc.spatial_layer_id >= cpi->svc.first_layer_denoise));
4445}
4446#endif
4447
4448#if CONFIG_COLLECT_PARTITION_STATS == 2
4449static inline void av1_print_fr_partition_timing_stats(
4450 const FramePartitionTimingStats *part_stats, const char *filename) {
4451 FILE *f = fopen(filename, "w");
4452 if (!f) {
4453 return;
4454 }
4455
4456 fprintf(f, "bsize,redo,");
4457 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4458 fprintf(f, "decision_%d,", part);
4459 }
4460 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4461 fprintf(f, "attempt_%d,", part);
4462 }
4463 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4464 fprintf(f, "time_%d,", part);
4465 }
4466 fprintf(f, "\n");
4467
4468 static const int bsizes[6] = { 128, 64, 32, 16, 8, 4 };
4469
4470 for (int bsize_idx = 0; bsize_idx < 6; bsize_idx++) {
4471 fprintf(f, "%d,%d,", bsizes[bsize_idx], part_stats->partition_redo);
4472 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4473 fprintf(f, "%d,", part_stats->partition_decisions[bsize_idx][part]);
4474 }
4475 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4476 fprintf(f, "%d,", part_stats->partition_attempts[bsize_idx][part]);
4477 }
4478 for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4479 fprintf(f, "%ld,", part_stats->partition_times[bsize_idx][part]);
4480 }
4481 fprintf(f, "\n");
4482 }
4483 fclose(f);
4484}
4485#endif // CONFIG_COLLECT_PARTITION_STATS == 2
4486
4487#if CONFIG_COLLECT_PARTITION_STATS
4488static inline int av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize) {
4489 assert(bsize == BLOCK_128X128 || bsize == BLOCK_64X64 ||
4490 bsize == BLOCK_32X32 || bsize == BLOCK_16X16 || bsize == BLOCK_8X8 ||
4491 bsize == BLOCK_4X4);
4492 switch (bsize) {
4493 case BLOCK_128X128: return 0;
4494 case BLOCK_64X64: return 1;
4495 case BLOCK_32X32: return 2;
4496 case BLOCK_16X16: return 3;
4497 case BLOCK_8X8: return 4;
4498 case BLOCK_4X4: return 5;
4499 default: assert(0 && "Invalid bsize for partition_stats."); return -1;
4500 }
4501}
4502#endif // CONFIG_COLLECT_PARTITION_STATS
4503
4504#if CONFIG_COLLECT_COMPONENT_TIMING
4505static inline void start_timing(AV1_COMP *cpi, int component) {
4506 aom_usec_timer_start(&cpi->component_timer[component]);
4507}
4508static inline void end_timing(AV1_COMP *cpi, int component) {
4509 aom_usec_timer_mark(&cpi->component_timer[component]);
4510 cpi->frame_component_time[component] +=
4511 aom_usec_timer_elapsed(&cpi->component_timer[component]);
4512}
4513static inline char const *get_frame_type_enum(int type) {
4514 switch (type) {
4515 case 0: return "KEY_FRAME";
4516 case 1: return "INTER_FRAME";
4517 case 2: return "INTRA_ONLY_FRAME";
4518 case 3: return "S_FRAME";
4519 default: assert(0);
4520 }
4521 return "error";
4522}
4523#endif
4524
4526
4527#ifdef __cplusplus
4528} // extern "C"
4529#endif
4530
4531#endif // AOM_AV1_ENCODER_ENCODER_H_
enum aom_chroma_sample_position aom_chroma_sample_position_t
List of chroma sample positions.
enum aom_transfer_characteristics aom_transfer_characteristics_t
List of supported transfer functions.
enum aom_color_range aom_color_range_t
List of supported color range.
enum aom_color_primaries aom_color_primaries_t
List of supported color primaries.
enum aom_matrix_coefficients aom_matrix_coefficients_t
List of supported matrix coefficients.
Provides definitions for using AOM or AV1 encoder algorithm within the aom Codec Interface.
struct macroblock MACROBLOCK
Encoder's parameters related to the current coding block.
COST_UPDATE_TYPE
This enum controls how often the entropy costs should be updated.
Definition encoder.h:222
@ COST_UPD_SBROW
Definition encoder.h:224
@ COST_UPD_TILE
Definition encoder.h:225
@ COST_UPD_OFF
Definition encoder.h:226
@ NUM_COST_UPDATE_TYPES
Definition encoder.h:227
@ COST_UPD_SB
Definition encoder.h:223
LOOPFILTER_CONTROL
This enum controls to which frames loopfilter is applied.
Definition encoder.h:233
@ LOOPFILTER_ALL
Definition encoder.h:235
@ LOOPFILTER_SELECTIVELY
Definition encoder.h:237
@ LOOPFILTER_REFERENCE
Definition encoder.h:236
@ LOOPFILTER_NONE
Definition encoder.h:234
#define NUM_RECODES_PER_FRAME
Max number of recodes used to track the frame probabilities.
Definition encoder.h:1634
struct inter_modes_info InterModesInfo
Struct used to hold inter mode data for fast tx search.
SKIP_APPLY_POSTPROC_FILTER
This enum controls the application of post-processing filters on a reconstructed frame.
Definition encoder.h:245
#define MAX_PARALLEL_FRAMES
Max number of frames that can be encoded in a parallel encode set.
Definition encoder.h:1639
RestorationType
This enumeration defines various restoration types supported.
Definition enums.h:609
@ RESTORE_NONE
Definition enums.h:610
@ RESTORE_SWITCHABLE_TYPES
Definition enums.h:614
@ RESTORE_TYPES
Definition enums.h:615
aom_dist_metric
Distortion metric to use for RD optimization.
Definition aomcx.h:1723
aom_tune_content
Definition aomcx.h:1658
enum aom_scaling_mode_1d AOM_SCALING_MODE
aom 1-D scaling mode
aom_tune_metric
Model tuning parameters.
Definition aomcx.h:1690
enum aom_bit_depth aom_bit_depth_t
Bit depth for codecThis enumeration determines the bit depth of the codec.
enum aom_superblock_size aom_superblock_size_t
Superblock size selection.
aom_codec_err_t
Algorithm return codes.
Definition aom_codec.h:155
aom_superres_mode
Frame super-resolution mode.
Definition aom_encoder.h:207
aom_rc_mode
Rate control mode.
Definition aom_encoder.h:185
aom_enc_pass
Multi-pass Encoding Pass.
Definition aom_encoder.h:176
struct aom_fixed_buf aom_fixed_buf_t
Generic fixed size buffer structure.
long aom_enc_frame_flags_t
Encoded Frame Flags.
Definition aom_encoder.h:377
@ AOM_CBR
Definition aom_encoder.h:187
@ AOM_RC_ONE_PASS
Definition aom_encoder.h:177
@ AOM_RC_SECOND_PASS
Definition aom_encoder.h:179
@ AOM_RC_FIRST_PASS
Definition aom_encoder.h:178
int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *const cpi_data)
Encode a frame.
Definition encoder.c:4710
int av1_encode(AV1_COMP *const cpi, uint8_t *const dest, size_t dest_size, const EncodeFrameInput *const frame_input, const EncodeFrameParams *const frame_params, size_t *const frame_size)
Run 1-pass/2-pass encoding.
Definition encoder.c:4002
int av1_receive_raw_frame(AV1_COMP *cpi, aom_enc_frame_flags_t frame_flags, const YV12_BUFFER_CONFIG *sd, int64_t time_stamp, int64_t end_time_stamp)
Obtain the raw frame data.
Definition encoder.c:4100
static int has_no_stats_stage(const AV1_COMP *const cpi)
Check if the current stage has statistics.
Definition encoder.h:4096
Describes look ahead buffer operations.
@ CDEF_PICK_FROM_Q
Definition speed_features.h:172
RestorationInfo rst_info[3]
Definition av1_common_int.h:955
int superres_upscaled_width
Definition av1_common_int.h:808
int superres_upscaled_height
Definition av1_common_int.h:809
SequenceHeader * seq_params
Definition av1_common_int.h:985
int width
Definition av1_common_int.h:784
CdefInfo cdef_info
Definition av1_common_int.h:964
CurrentFrame current_frame
Definition av1_common_int.h:763
int show_existing_frame
Definition av1_common_int.h:909
struct loopfilter lf
Definition av1_common_int.h:948
FeatureFlags features
Definition av1_common_int.h:914
int show_frame
Definition av1_common_int.h:894
RefCntBuffer * ref_frame_map[REF_FRAMES]
Definition av1_common_int.h:887
CommonTileParams tiles
Definition av1_common_int.h:1001
int height
Definition av1_common_int.h:785
int render_width
Definition av1_common_int.h:795
int render_height
Definition av1_common_int.h:796
Encoder data related to multi-threading for allintra deltaq-mode=3.
Definition encoder.h:1604
pthread_mutex_t * mutex_
Definition encoder.h:1609
void(* intra_sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int)
Definition encoder.h:1623
pthread_cond_t * cond_
Definition encoder.h:1613
void(* intra_sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int)
Definition encoder.h:1627
Encoder data related to row-based multi-threading.
Definition encoder.h:1514
int allocated_sb_rows
Definition encoder.h:1553
pthread_mutex_t * mutex_
Definition encoder.h:1579
int allocated_tile_cols
Definition encoder.h:1522
bool firstpass_mt_exit
Definition encoder.h:1566
int allocated_cols
Definition encoder.h:1536
int thread_id_to_tile_id[64]
Definition encoder.h:1541
bool mb_wiener_mt_exit
Definition encoder.h:1573
void(* sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int)
Definition encoder.h:1597
pthread_cond_t * cond_
Definition encoder.h:1583
bool row_mt_exit
Definition encoder.h:1559
int allocated_tile_rows
Definition encoder.h:1518
int allocated_rows
Definition encoder.h:1529
int * num_tile_cols_done
Definition encoder.h:1547
void(* sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int)
Definition encoder.h:1593
Encoder parameters for synchronization of row based multi-threading.
Definition encoder.h:1396
int rows
Definition encoder.h:1429
int sync_range
Definition encoder.h:1418
int intrabc_extra_top_right_sb_delay
Definition encoder.h:1425
int next_mi_row
Definition encoder.h:1433
int * num_finished_cols
Definition encoder.h:1411
pthread_mutex_t * mutex_
Definition encoder.h:1402
pthread_cond_t * cond_
Definition encoder.h:1403
int num_threads_working
Definition encoder.h:1437
Main encoder configuration data structure.
Definition encoder.h:933
RateControlCfg rc_cfg
Definition encoder.h:955
KeyFrameCfg kf_cfg
Definition encoder.h:950
enum aom_enc_pass pass
Definition encoder.h:1061
AlgoCfg algo_cfg
Definition encoder.h:945
aom_fixed_buf_t twopass_stats_in
Definition encoder.h:972
Structure to hold search parameter per restoration unit and intermediate buffer of Wiener filter used...
Definition encoder.h:1693
RestUnitSearchInfo * rusi[3]
Definition encoder.h:1698
int16_t * dgd_avg
Definition encoder.h:1703
Structure to hold data corresponding to an encoded frame.
Definition encoder.h:2535
int64_t ts_frame_end
Definition encoder.h:2564
int pop_lookahead
Definition encoder.h:2579
int64_t ts_frame_start
Definition encoder.h:2559
unsigned char * cx_data
Definition encoder.h:2539
size_t cx_data_sz
Definition encoder.h:2544
int flush
Definition encoder.h:2569
unsigned int lib_flags
Definition encoder.h:2554
size_t frame_size
Definition encoder.h:2549
const aom_rational64_t * timestamp_ratio
Definition encoder.h:2574
Top level encoder structure.
Definition encoder.h:2881
double * ext_rate_distribution
Definition encoder.h:3558
int do_update_frame_probs_warp[10]
Definition encoder.h:3267
uint8_t * consec_zero_mv
Definition encoder.h:3468
int do_update_frame_probs_obmc[10]
Definition encoder.h:3262
struct aom_denoise_and_model_t * denoise_and_model
Definition encoder.h:3335
int skip_tpl_setup_stats
Definition encoder.h:2989
int frames_since_last_update
Definition encoder.h:3644
int * mb_delta_q
Definition encoder.h:3578
int vaq_refresh
Definition encoder.h:3237
FRAME_TYPE last_frame_type
Definition encoder.h:3433
YV12_BUFFER_CONFIG * unscaled_source
Definition encoder.h:2957
int palette_pixel_num
Definition encoder.h:3673
CYCLIC_REFRESH * cyclic_refresh
Definition encoder.h:3129
RATE_CONTROL rc
Definition encoder.h:3088
int deltaq_used
Definition encoder.h:3391
ActiveMap active_map
Definition encoder.h:3134
bool frame_size_related_setup_done
Definition encoder.h:3200
WeberStats * mb_weber_stats
Definition encoder.h:3546
bool refresh_idx_available
Definition encoder.h:3511
TokenInfo token_info
Definition encoder.h:3232
int64_t ambient_err
Definition encoder.h:3057
aom_film_grain_table_t * film_grain_table
Definition encoder.h:3328
int ref_refresh_index
Definition encoder.h:3505
size_t available_bs_size
Definition encoder.h:3489
SPEED_FEATURES sf
Definition encoder.h:3108
TRELLIS_OPT_TYPE optimize_seg_arr[8]
Definition encoder.h:2935
ExtPartController ext_part_controller
Definition encoder.h:3495
FILE * second_pass_log_stream
Definition encoder.h:3614
double * ssim_rdmult_scaling_factors
Definition encoder.h:3403
RD_OPT rd
Definition encoder.h:3062
int data_alloc_height
Definition encoder.h:3186
int num_tg
Definition encoder.h:3438
WinnerModeParams winner_mode_params
Definition encoder.h:3078
ExternalFlags ext_flags
Definition encoder.h:3040
bool alloc_pyramid
Definition encoder.h:3655
EncSegmentationInfo enc_seg
Definition encoder.h:3124
MotionVectorSearchParams mv_search_params
Definition encoder.h:3113
int use_screen_content_tools
Definition encoder.h:3350
int do_update_frame_probs_interpfilter[10]
Definition encoder.h:3272
CODING_CONTEXT coding_context
Definition encoder.h:3068
TemporalFilterCtx tf_ctx
Definition encoder.h:3004
ForceIntegerMVInfo force_intpel_info
Definition encoder.h:3014
GlobalMotionInfo gm_info
Definition encoder.h:3073
int consec_zero_mv_alloc_size
Definition encoder.h:3473
CoeffBufferPool coeff_buffer_pool
Definition encoder.h:2919
FRAME_INDEX_SET frame_index_set
Definition encoder.h:3172
int ref_frame_flags
Definition encoder.h:3098
RefCntBuffer * scaled_ref_buf[INTER_REFS_PER_FRAME]
Definition encoder.h:3020
unsigned char gf_frame_index
Definition encoder.h:3139
AV1EncoderConfig oxcf
Definition encoder.h:2929
AV1_COMMON common
Definition encoder.h:2924
AV1LrStruct lr_ctxt
Definition encoder.h:3318
bool do_frame_data_update
Definition encoder.h:3534
CdefSearchCtx * cdef_search_ctx
Definition encoder.h:3009
int data_alloc_width
Definition encoder.h:3179
int do_update_frame_probs_txtype[10]
Definition encoder.h:3257
FRAME_COUNTS counts
Definition encoder.h:2901
COMPRESSOR_STAGE compressor_stage
Definition encoder.h:3427
int intrabc_used
Definition encoder.h:3308
int num_frame_recode
Definition encoder.h:3247
int rt_reduce_num_ref_buffers
Definition encoder.h:3035
RefreshFrameInfo refresh_frame
Definition encoder.h:3030
int prune_ref_frame_mask
Definition encoder.h:3313
YV12_BUFFER_CONFIG * unscaled_last_source
Definition encoder.h:2967
int all_one_sided_refs
Definition encoder.h:3119
MultiThreadInfo mt_info
Definition encoder.h:3296
VarBasedPartitionInfo vbp_info
Definition encoder.h:3242
int scaled_last_source_available
Definition encoder.h:3679
YV12_BUFFER_CONFIG * last_source
Definition encoder.h:2951
int existing_fb_idx_to_show
Definition encoder.h:3303
YV12_BUFFER_CONFIG * unfiltered_source
Definition encoder.h:2978
unsigned int zeromv_skip_thresh_exit_part[BLOCK_SIZES_ALL]
Definition encoder.h:3649
FRAME_INFO frame_info
Definition encoder.h:3167
int last_coded_height
Definition encoder.h:3212
int frame_header_count
Definition encoder.h:3386
int droppable
Definition encoder.h:3162
RefCntBuffer * last_show_frame_buf
Definition encoder.h:3025
aom_superres_mode superres_mode
Definition encoder.h:3445
MBMIExtFrameBufferInfo mbmi_ext_info
Definition encoder.h:2906
AV1LrPickStruct pick_lr_ctxt
Definition encoder.h:3323
double new_framerate
Definition encoder.h:3286
AV1_PRIMARY * ppi
Definition encoder.h:2885
uint64_t * src_sad_blk_64x64
Definition encoder.h:3619
int64_t norm_wiener_variance
Definition encoder.h:3573
double * tpl_rdmult_scaling_factors
Definition encoder.h:2999
int sb_counter
Definition encoder.h:3484
int last_coded_width
Definition encoder.h:3206
TileDataEnc * tile_data
Definition encoder.h:3223
int is_screen_content_type
Definition encoder.h:3358
BLOCK_SIZE weber_bsize
Definition encoder.h:3568
InterpSearchFlags interp_search_flags
Definition encoder.h:3341
TimeStamps time_stamps
Definition encoder.h:3083
int ref_idx_to_skip
Definition encoder.h:3518
YV12_BUFFER_CONFIG orig_source
Definition encoder.h:2984
FirstPassData firstpass_data
Definition encoder.h:3450
double framerate
Definition encoder.h:3093
int speed
Definition encoder.h:3103
BLOCK_SIZE fp_block_size
Definition encoder.h:3478
int use_ducky_encode
Definition encoder.h:3632
YV12_BUFFER_CONFIG trial_frame_rst
Definition encoder.h:3052
bool is_dropped_frame
Definition encoder.h:3583
ThreadData td
Definition encoder.h:2896
ResizePendingParams resize_pending_params
Definition encoder.h:3217
YV12_BUFFER_CONFIG scaled_source
Definition encoder.h:2962
int do_update_vbr_bits_off_target_fast
Definition encoder.h:3291
YV12_BUFFER_CONFIG last_frame_uf
Definition encoder.h:3046
EncQuantDequantParams enc_quant_dequant_params
Definition encoder.h:2891
RefFrameDistanceInfo ref_frame_dist_info
Definition encoder.h:3396
int * prep_rate_estimates
Definition encoder.h:3552
DuckyEncodeInfo ducky_encode_info
Definition encoder.h:3638
double ext_rate_scale
Definition encoder.h:3563
int initial_mbs
Definition encoder.h:3194
uint64_t rec_sse
Definition encoder.h:3626
YV12_BUFFER_CONFIG scaled_last_source
Definition encoder.h:2972
MV_STATS mv_stats
Definition encoder.h:3501
FrameProbInfo frame_new_probs[10]
Definition encoder.h:3252
YV12_BUFFER_CONFIG * source
Definition encoder.h:2942
int allocated_tiles
Definition encoder.h:3227
SVC svc
Definition encoder.h:3422
CB_COEFF_BUFFER * coeff_buffer_base
Definition encoder.h:2913
NOISE_ESTIMATE noise_estimate
Definition encoder.h:3455
TWO_PASS_FRAME twopass_frame
Definition encoder.h:3602
Top level primary encoder structure.
Definition encoder.h:2585
int num_fp_contexts
Definition encoder.h:2642
AV1EncRowMultiThreadSync intra_row_mt_sync
Definition encoder.h:2875
bool buffer_removal_time_present
Definition encoder.h:2756
int valid_gm_model_found[FRAME_UPDATE_TYPES]
Definition encoder.h:2864
struct aom_codec_pkt_list * output_pkt_list
Definition encoder.h:2686
int filter_level[2]
Definition encoder.h:2647
SequenceHeader seq_params
Definition encoder.h:2746
MV_STATS mv_stats
Definition encoder.h:2794
struct AV1_COMP * cpi
Definition encoder.h:2663
AV1LevelParams level_params
Definition encoder.h:2716
int internal_altref_allowed
Definition encoder.h:2691
RTC_REF rtc_ref
Definition encoder.h:2869
int b_calculate_psnr
Definition encoder.h:2721
PrimaryMultiThreadInfo p_mt_info
Definition encoder.h:2851
TEMPORAL_FILTER_INFO tf_info
Definition encoder.h:2741
TWO_PASS twopass
Definition encoder.h:2731
int frames_left
Definition encoder.h:2726
int64_t ts_start_last_show_frame
Definition encoder.h:2632
PRIMARY_RATE_CONTROL p_rc
Definition encoder.h:2736
int lap_enabled
Definition encoder.h:2711
FrameProbInfo frame_probs
Definition encoder.h:2856
int show_existing_alt_ref
Definition encoder.h:2696
int fb_of_context_type[REF_FRAMES]
Definition encoder.h:2846
int use_svc
Definition encoder.h:2751
double * tpl_sb_rdmult_scaling_factors
Definition encoder.h:2784
int filter_level_v
Definition encoder.h:2657
int filter_level_u
Definition encoder.h:2652
struct AV1_COMP * cpi_lap
Definition encoder.h:2668
struct AV1_COMP * parallel_cpi[4]
Definition encoder.h:2589
int64_t ts_end_last_show_frame
Definition encoder.h:2637
struct lookahead_ctx * lookahead
Definition encoder.h:2673
RefCntBuffer * ref_frame_map_copy[REF_FRAMES]
Definition encoder.h:2627
GF_STATE gf_state
Definition encoder.h:2706
aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL]
Definition encoder.h:2778
GF_GROUP gf_group
Definition encoder.h:2701
struct AV1_COMP_DATA parallel_frames_data[4 - 1]
Definition encoder.h:2595
TplParams tpl_data
Definition encoder.h:2789
unsigned int number_temporal_layers
Definition encoder.h:2761
unsigned int number_spatial_layers
Definition encoder.h:2766
int seq_params_locked
Definition encoder.h:2680
struct aom_internal_error_info error
Definition encoder.h:2771
Algorithm configuration parameters.
Definition encoder.h:821
int disable_trellis_quant
Definition encoder.h:843
int sharpness
Definition encoder.h:834
bool skip_postproc_filtering
Definition encoder.h:887
int arnr_max_frames
Definition encoder.h:848
bool enable_tpl_model
Definition encoder.h:866
LOOPFILTER_CONTROL loopfilter_control
Definition encoder.h:881
uint8_t cdf_update_mode
Definition encoder.h:861
bool enable_overlay
Definition encoder.h:872
int arnr_strength
Definition encoder.h:853
Stores the transforms coefficients for the whole superblock.
Definition block.h:206
The stucture of CYCLIC_REFRESH.
Definition aq_cyclicrefresh.h:36
Parameters related to CDEF.
Definition av1_common_int.h:202
int cdef_bits
Number of CDEF strength values in bits.
Definition av1_common_int.h:224
int cdef_uv_strengths[16]
CDEF strength values for chroma.
Definition av1_common_int.h:222
int cdef_strengths[16]
CDEF strength values for luma.
Definition av1_common_int.h:220
int nb_cdef_strengths
Number of CDEF strength values.
Definition av1_common_int.h:218
Definition encoder.h:2441
uint8_t * entropy_ctx
Definition encoder.h:2453
tran_low_t * tcoeff
Definition encoder.h:2445
uint16_t * eobs
Definition encoder.h:2449
Params related to MB_MODE_INFO arrays and related info.
Definition av1_common_int.h:510
BLOCK_SIZE mi_alloc_bsize
Definition av1_common_int.h:559
int cols
Definition av1_common_int.h:437
unsigned int large_scale
Definition av1_common_int.h:497
Encoder flags for compound prediction modes.
Definition encoder.h:400
bool enable_masked_comp
Definition encoder.h:409
bool enable_diff_wtd_comp
Definition encoder.h:417
bool enable_smooth_interintra
Definition encoder.h:413
bool enable_interintra_wedge
Definition encoder.h:425
bool enable_interinter_wedge
Definition encoder.h:421
bool enable_dist_wtd_comp
Definition encoder.h:404
Segmentation related information for the current frame.
Definition encoder.h:2404
uint8_t * map
Definition encoder.h:2410
bool has_lossless_segment
Definition encoder.h:2416
Input frames and last input frame.
Definition encoder.h:3685
contains per-frame encoding parameters decided upon by av1_encode_strategy() and passed down to av1_e...
Definition encoder.h:3697
int error_resilient_mode
Definition encoder.h:3701
int remapped_ref_idx[REF_FRAMES]
Definition encoder.h:3732
int ref_frame_flags
Definition encoder.h:3727
int speed
Definition encoder.h:3743
FRAME_TYPE frame_type
Definition encoder.h:3705
int show_frame
Definition encoder.h:3715
RefreshFrameInfo refresh_frame
Definition encoder.h:3738
Frame refresh flags set by the external interface.
Definition encoder.h:2271
bool golden_frame
Definition encoder.h:2273
bool bwd_ref_frame
Definition encoder.h:2274
bool update_pending
Definition encoder.h:2280
bool last_frame
Definition encoder.h:2272
bool alt_ref_frame
Definition encoder.h:2276
bool alt2_ref_frame
Definition encoder.h:2275
Flags signalled by the external interface at frame level.
Definition encoder.h:2286
bool use_primary_ref_none
Definition encoder.h:2327
bool use_ref_frame_mvs
Definition encoder.h:2311
ExtRefreshFrameFlagsInfo refresh_frame
Definition encoder.h:2295
int ref_frame_flags
Definition encoder.h:2290
bool use_error_resilient
Definition encoder.h:2316
bool use_s_frame
Definition encoder.h:2321
bool refresh_frame_context
Definition encoder.h:2300
bool refresh_frame_context_pending
Definition encoder.h:2306
Frame level features.
Definition av1_common_int.h:367
bool allow_screen_content_tools
Definition av1_common_int.h:384
bool allow_intrabc
Definition av1_common_int.h:385
bool coded_lossless
Definition av1_common_int.h:394
bool error_resilient_mode
Definition av1_common_int.h:409
bool all_lossless
Definition av1_common_int.h:398
Encoder info used for decision on forcing integer motion vectors.
Definition encoder.h:1865
double cs_rate_array[32]
Definition encoder.h:1870
int rate_size
Definition encoder.h:1878
int rate_index
Definition encoder.h:1874
Encoder-side probabilities for pruning of various AV1 tools.
Definition encoder.h:1124
int switchable_interp_probs[FRAME_UPDATE_TYPES][((SWITCHABLE_FILTERS+1) *4)][SWITCHABLE_FILTERS]
Definition encoder.h:1154
int obmc_probs[FRAME_UPDATE_TYPES][BLOCK_SIZES_ALL]
Definition encoder.h:1130
int warped_probs[FRAME_UPDATE_TYPES]
Definition encoder.h:1137
int tx_type_probs[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES]
Definition encoder.h:1145
Data related to the current GF/ARF group and the individual frames within the group.
Definition firstpass.h:339
Parameters related to global motion search.
Definition encoder.h:2074
FrameDistPair reference_frames[2][REF_FRAMES - 1]
Definition encoder.h:2100
bool search_done
Definition encoder.h:2078
int segment_map_h
Definition encoder.h:2107
int num_ref_frames[2]
Definition encoder.h:2092
YV12_BUFFER_CONFIG * ref_buf[REF_FRAMES]
Definition encoder.h:2085
int segment_map_w
Definition encoder.h:2106
Flags related to interpolation filter search.
Definition encoder.h:2114
int default_interp_skip_flags
Definition encoder.h:2119
uint16_t interp_filter_search_mask
Definition encoder.h:2123
Encoder flags for intra prediction.
Definition encoder.h:303
bool enable_diagonal_intra
Definition encoder.h:333
bool enable_smooth_intra
Definition encoder.h:316
bool auto_intra_tools_off
Definition encoder.h:352
bool enable_filter_intra
Definition encoder.h:312
bool enable_directional_intra
Definition encoder.h:328
bool enable_paeth_intra
Definition encoder.h:320
bool enable_intra_edge_filter
Definition encoder.h:307
bool enable_cfl_intra
Definition encoder.h:324
bool enable_angle_delta
Definition encoder.h:338
Encoder config related to the coding of key frames.
Definition encoder.h:467
int key_freq_max
Definition encoder.h:476
int sframe_mode
Definition encoder.h:494
bool auto_key
Definition encoder.h:499
bool enable_intrabc
Definition encoder.h:519
int sframe_dist
Definition encoder.h:487
bool enable_sframe
Definition encoder.h:514
int enable_keyframe_filtering
Definition encoder.h:481
int fwd_kf_dist
Definition encoder.h:504
int key_freq_min
Definition encoder.h:471
bool fwd_kf_enabled
Definition encoder.h:509
Buffer to store mode information at mi_alloc_bsize (4x4 or 8x8) level.
Definition encoder.h:1911
int alloc_size
Definition encoder.h:1920
int stride
Definition encoder.h:1924
MB_MODE_INFO_EXT_FRAME * frame_base
Definition encoder.h:1916
Stores best extended mode information at frame level.
Definition block.h:242
Stores the prediction/txfm mode of the current coding block.
Definition blockd.h:222
Parameters for motion vector search process.
Definition encoder.h:2129
int max_mv_magnitude
Definition encoder.h:2135
fractional_mv_step_fp * find_fractional_mv_step
Definition encoder.h:2149
int mv_step_param
Definition encoder.h:2140
search_site_config search_site_cfg[SS_CFG_TOTAL][NUM_DISTINCT_SEARCH_METHODS]
Definition encoder.h:2156
Encoder parameters related to multi-threading.
Definition encoder.h:1756
RestoreStateBuffers restore_state_buf
Definition encoder.h:1843
AV1CdefWorkerData * cdef_worker
Definition encoder.h:1838
AV1LrSync lr_row_sync
Definition encoder.h:1813
struct EncWorkerData * tile_thr_data
Definition encoder.h:1776
AV1TplRowMultiThreadInfo tpl_row_mt
Definition encoder.h:1803
AV1EncPackBSSync pack_bs_sync
Definition encoder.h:1818
AV1EncRowMultiThreadInfo enc_row_mt
Definition encoder.h:1792
AV1LfSync lf_row_sync
Definition encoder.h:1808
AV1CdefSync cdef_sync
Definition encoder.h:1833
int num_mod_workers[NUM_MT_MODULES]
Definition encoder.h:1765
AV1EncAllIntraMultiThreadInfo intra_mt
Definition encoder.h:1798
int num_workers
Definition encoder.h:1760
int pipeline_lpf_mt_with_enc
Definition encoder.h:1849
AVxWorker * workers
Definition encoder.h:1770
bool pack_bs_mt_enabled
Definition encoder.h:1787
bool row_mt_enabled
Definition encoder.h:1782
AV1TemporalFilterSync tf_sync
Definition encoder.h:1828
AV1GlobalMotionSync gm_sync
Definition encoder.h:1823
Primary Rate Control parameters and status.
Definition ratectrl.h:302
Encoder config for coding block partitioning.
Definition encoder.h:275
bool enable_rect_partitions
Definition encoder.h:279
bool enable_1to4_partitions
Definition encoder.h:287
BLOCK_SIZE max_partition_size
Definition encoder.h:297
bool enable_ab_partitions
Definition encoder.h:283
BLOCK_SIZE min_partition_size
Definition encoder.h:292
Primary Encoder parameters related to multi-threading.
Definition encoder.h:1709
struct EncWorkerData * tile_thr_data
Definition encoder.h:1729
AV1CdefWorkerData * cdef_worker
Definition encoder.h:1734
int num_workers
Definition encoder.h:1713
int prev_num_enc_workers
Definition encoder.h:1750
AVxWorker * workers
Definition encoder.h:1723
AVxWorker * p_workers[4]
Definition encoder.h:1740
int p_num_workers
Definition encoder.h:1745
int num_mod_workers[NUM_MT_MODULES]
Definition encoder.h:1718
Rate Control parameters and status.
Definition ratectrl.h:134
Encoder rate control configuration parameters.
Definition encoder.h:525
int worst_allowed_q
Definition encoder.h:595
int over_shoot_pct
Definition encoder.h:590
unsigned int max_intra_bitrate_pct
Definition encoder.h:560
int drop_frames_water_mark
Definition encoder.h:578
int max_consec_drop_ms
Definition encoder.h:633
int vbrmax_section
Definition encoder.h:626
int64_t maximum_buffer_size_ms
Definition encoder.h:544
unsigned int vbr_corpus_complexity_lap
Definition encoder.h:555
unsigned int min_cr
Definition encoder.h:574
int vbrbias
Definition encoder.h:616
unsigned int gf_cbr_boost_pct
Definition encoder.h:569
int vbrmin_section
Definition encoder.h:621
enum aom_rc_mode mode
Definition encoder.h:609
unsigned int max_inter_bitrate_pct
Definition encoder.h:565
int64_t starting_buffer_level_ms
Definition encoder.h:534
int best_allowed_q
Definition encoder.h:600
int under_shoot_pct
Definition encoder.h:584
int64_t target_bandwidth
Definition encoder.h:549
int64_t optimal_buffer_level_ms
Definition encoder.h:539
int cq_level
Definition encoder.h:604
Refrence frame distance related variables.
Definition encoder.h:2188
int8_t nearest_past_ref
Definition encoder.h:2196
int ref_relative_dist[INTER_REFS_PER_FRAME]
Definition encoder.h:2192
int8_t nearest_future_ref
Definition encoder.h:2200
Refresh frame flags for different type of frames.
Definition encoder.h:2167
bool bwd_ref_frame
Definition encoder.h:2169
bool golden_frame
Definition encoder.h:2168
bool alt_ref_frame
Definition encoder.h:2170
Encoder config related to resize.
Definition encoder.h:255
uint8_t resize_scale_denominator
Definition encoder.h:264
uint8_t resize_kf_scale_denominator
Definition encoder.h:269
RESIZE_MODE resize_mode
Definition encoder.h:259
Desired dimensions for an externally triggered resize.
Definition encoder.h:2180
int width
Definition encoder.h:2181
int height
Definition encoder.h:2182
Parameters related to restoration types.
Definition encoder.h:1670
RestorationType best_rtype[RESTORE_TYPES - 1]
Definition encoder.h:1685
WienerInfo wiener
Definition encoder.h:1674
SgrprojInfo sgrproj
Definition encoder.h:1679
Parameters related to Restoration Info.
Definition restoration.h:246
RestorationType frame_restoration_type
Definition restoration.h:250
Buffers to be backed up during parallel encode set to be restored later.
Definition encoder.h:1645
int32_t * rst_tmpbuf
Definition encoder.h:1659
RestorationLineBuffers * rlbs
Definition encoder.h:1664
uint16_t * cdef_colbuf[3]
Definition encoder.h:1654
uint16_t * cdef_srcbuf
Definition encoder.h:1649
Top level speed vs quality trade off data struture.
Definition speed_features.h:1946
MV_SPEED_FEATURES mv_sf
Definition speed_features.h:1975
LOOP_FILTER_SPEED_FEATURES lpf_sf
Definition speed_features.h:2010
TX_SPEED_FEATURES tx_sf
Definition speed_features.h:1995
REAL_TIME_SPEED_FEATURES rt_sf
Definition speed_features.h:2015
The stucture of SVC.
Definition svc_layercontext.h:89
Parameters related to Sgrproj Filter.
Definition blockd.h:507
Encoder config related to frame super-resolution.
Definition encoder.h:431
uint8_t superres_kf_scale_denominator
Definition encoder.h:453
aom_superres_mode superres_mode
Definition encoder.h:457
int superres_kf_qthresh
Definition encoder.h:441
bool enable_superres
Definition encoder.h:461
uint8_t superres_scale_denominator
Definition encoder.h:447
int superres_qthresh
Definition encoder.h:436
Temporal filter info for a gop.
Definition temporal_filter.h:161
Frame level Two pass status and control data.
Definition firstpass.h:458
Two pass status and control data.
Definition firstpass.h:416
Parameters related to temporal filtering.
Definition temporal_filter.h:98
Frame time stamps.
Definition encoder.h:2422
int64_t prev_ts_start
Definition encoder.h:2426
int64_t first_ts_start
Definition encoder.h:2434
int64_t prev_ts_end
Definition encoder.h:2430
Params related to temporal dependency model.
Definition tpl_model.h:165
Encoder flags for transform sizes and types.
Definition encoder.h:358
bool enable_tx64
Definition encoder.h:362
bool use_inter_dct_only
Definition encoder.h:385
bool enable_flip_idtx
Definition encoder.h:366
bool use_intra_default_tx_only
Definition encoder.h:390
bool use_intra_dct_only
Definition encoder.h:380
bool enable_rect_tx
Definition encoder.h:370
bool reduced_tx_type_set
Definition encoder.h:375
bool enable_tx_size_search
Definition encoder.h:394
Thresholds for variance based partitioning.
Definition encoder.h:1375
int64_t thresholds[5]
Definition encoder.h:1384
int64_t threshold_minmax
Definition encoder.h:1390
Parameters related to Wiener Filter.
Definition blockd.h:494
Parameters used for winner mode processing.
Definition encoder.h:2218
unsigned int use_transform_domain_distortion[MODE_EVAL_TYPES]
Definition encoder.h:2240
TX_SIZE_SEARCH_METHOD tx_size_search_methods[MODE_EVAL_TYPES]
Definition encoder.h:2232
unsigned int skip_txfm_level[MODE_EVAL_TYPES]
Definition encoder.h:2254
unsigned int coeff_opt_thresholds[MODE_EVAL_TYPES][2]
Definition encoder.h:2226
unsigned int tx_domain_dist_threshold[MODE_EVAL_TYPES]
Definition encoder.h:2247
unsigned int predict_dc_level[MODE_EVAL_TYPES]
Definition encoder.h:2261
Struct used to hold inter mode data for fast tx search.
Definition encoder.h:1280
RD_STATS rd_cost_arr[MAX_INTER_MODES]
Definition encoder.h:1309
int64_t est_rd_arr[MAX_INTER_MODES]
Definition encoder.h:1301
int64_t sse_arr[MAX_INTER_MODES]
Definition encoder.h:1297
RD_STATS rd_cost_y_arr[MAX_INTER_MODES]
Definition encoder.h:1313
RD_STATS rd_cost_uv_arr[MAX_INTER_MODES]
Definition encoder.h:1317
MB_MODE_INFO mbmi_arr[MAX_INTER_MODES]
Definition encoder.h:1289
RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES]
Definition encoder.h:1305
int mode_rate_arr[MAX_INTER_MODES]
Definition encoder.h:1293
int num
Definition encoder.h:1285
MB_MODE_INFO_EXT_FRAME * mbmi_ext_frame
Finalized mbmi_ext for the whole frame.
Definition block.h:910
const struct scale_factors * block_ref_scale_factors[2]
Definition blockd.h:687